-- Logs begin at Fri 2022-03-04 00:17:13 UTC, end at Fri 2022-03-04 01:27:46 UTC. -- Mar 04 00:59:21.561592 dv-cinder-831090-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 00:59:24.477588 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.common.config [-] Logging enabled! Mar 04 00:59:24.478208 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 00:59:24.478370 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103445) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 00:59:24.481833 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.common.config [-] Logging enabled! Mar 04 00:59:24.482097 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 00:59:24.482413 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103445) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 00:59:24.483353 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 00:59:24.483590 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 00:59:24.483963 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 00:59:24.484216 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 00:59:24.484861 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 00:59:24.485193 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.485623 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 00:59:24.485955 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.486257 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.487096 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.487398 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.487730 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.488018 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.488341 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.488644 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.488934 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.489215 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.489503 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.489808 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.490079 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.490368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.490655 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.490937 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] debug = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.491218 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.491642 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.492067 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.492379 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.492671 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.492953 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.493225 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.493504 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.493789 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.494117 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] host = dv-cinder-831090-8-iscsi {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.494395 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.494683 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.494968 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.495251 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.495528 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.495808 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.496091 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.496390 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.496663 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.496936 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.497219 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.497505 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.497791 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.498017 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.498241 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.498527 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.498811 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.499084 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.499359 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.499633 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.499907 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.500181 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.500471 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.500756 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.501038 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.501320 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.501593 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.501866 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.502164 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.502438 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.502722 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.502996 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.503268 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.503540 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.503826 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.504095 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.504406 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.504704 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.504987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.505267 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.505553 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.505832 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.506112 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.506384 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.506653 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.506924 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] use_json = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.507195 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.507467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.507748 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.508022 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.508318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.508596 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.508867 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.509151 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.509425 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:24.509722 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.510021 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.510322 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.510625 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.510916 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.511196 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.511485 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.511763 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.512052 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.512371 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.512664 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.512943 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.513243 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.513535 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.513829 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.514134 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.514432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.514723 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.515000 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.515276 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.515553 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.515839 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.516129 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.516438 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.516730 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.517019 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.517297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.517595 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.517995 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.518291 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.518582 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.518858 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.519139 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.519427 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.519707 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.519981 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.520276 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.520570 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.520849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.521122 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.521404 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.521685 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.521961 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.522233 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.522511 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.522800 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.523077 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.523349 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.523620 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.523916 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.524171 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.524496 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.524778 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.525049 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.525325 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.525611 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.525893 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.526171 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.526451 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.526726 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.527006 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.527281 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.527554 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.527830 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.528108 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.528407 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.528683 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.528957 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.529237 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.529512 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.529788 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.530064 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.530341 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.530616 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.530901 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.531197 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.531475 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.531753 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.532033 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.532398 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.532681 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.532959 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.533238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.534038 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.534311 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.534612 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.534885 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.535175 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.535481 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.535761 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.536059 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.536372 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.536657 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.536945 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.537226 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.537507 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.537792 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.538076 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.538371 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.538666 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.538961 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.539255 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.539546 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.539826 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.540136 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.540441 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:24.540664 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 00:59:24.540907 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103445) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 00:59:24.912248 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 00:59:24.912554 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 00:59:24.912864 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 00:59:24.913341 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 00:59:25.239186 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.239382 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.239658 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.240977 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.241254 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.241518 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.287368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.287644 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.287912 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.302439 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.302724 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.302998 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.331779 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.332064 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.332361 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.369282 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.369557 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.369825 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.716000 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.716611 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.716611 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.716846 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.717546 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.817102 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.817423 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.817715 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.817990 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.818516 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.818832 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.819095 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.819353 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.819610 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.819893 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.820154 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.820447 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.820708 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.820962 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.821218 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.821482 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.821739 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.822009 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.822279 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.822539 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.822808 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.823062 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.823344 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.823718 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.823968 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.824216 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.824632 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:25.824879 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:25.825122 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:25.825364 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:25.825605 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:25.825843 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:25.826211 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 00:59:25.829364 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 00:59:25.833472 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 00:59:25.837335 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 04 00:59:25.838993 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 00:59:25.839453 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 00:59:25.839790 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 00:59:25.840174 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 00:59:25.843056 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 00:59:25.843269 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 00:59:25.843623 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 00:59:25.849066 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 00:59:25.873391 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 00:59:25.873844 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.874144 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103445) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 00:59:25.874524 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.875903 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103445) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 00:59:25.876186 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 00:59:25.876472 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 00:59:25.880287 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.880586 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:25.944947 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 00:59:25.945185 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 00:59:25.945429 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 00:59:25.945798 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 00:59:25.965476 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_db.sqlalchemy.engines [None req-2262a171-5a18-44e1-bc32-164561923922 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103445) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 00:59:26.561519 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing driver for type 'gre' Mar 04 00:59:26.562051 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2262a171-5a18-44e1-bc32-164561923922 None None] gre ID ranges: [(1, 1000)] Mar 04 00:59:26.744418 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing driver for type 'local' Mar 04 00:59:26.744986 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing driver for type 'vlan' Mar 04 00:59:26.847401 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2262a171-5a18-44e1-bc32-164561923922 None None] VlanTypeDriver initialization complete Mar 04 00:59:26.847701 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing driver for type 'vxlan' Mar 04 00:59:26.848217 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2262a171-5a18-44e1-bc32-164561923922 None None] vxlan ID ranges: [(1, 1000)] Mar 04 00:59:27.001452 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing extension driver 'port_security' Mar 04 00:59:27.001792 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.extensions.port_security [None req-2262a171-5a18-44e1-bc32-164561923922 None None] PortSecurityExtensionDriver initialization complete Mar 04 00:59:27.002133 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing mechanism driver 'openvswitch' Mar 04 00:59:27.002456 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing mechanism driver 'hyperv' Mar 04 00:59:27.009337 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2262a171-5a18-44e1-bc32-164561923922 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:59:27.010181 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.010553 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.010908 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.011431 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:59:27.011901 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.012256 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.012623 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.013031 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:59:27.013495 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.013841 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.014229 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.014620 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:59:27.015025 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > security_group after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.015376 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > security_group after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.015718 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.016111 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:59:27.016534 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.016881 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.017218 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.018295 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:59:27.018705 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > address_group after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.019052 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > address_group after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.019391 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.019783 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 00:59:27.020277 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2262a171-5a18-44e1-bc32-164561923922 None None] ML2 OVO RPC backend initialized. {{(pid=103445) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 00:59:27.021008 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.021361 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.021773 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.022124 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > networks before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.022473 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.022818 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > ports before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.023200 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.023538 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnets before_response 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.023889 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.024228 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.024591 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.024927 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.025260 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.025767 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.025967 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.026302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.026634 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.034535 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded quota_driver: . Mar 04 00:59:27.034943 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.plugin [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Modular L2 Plugin initialization complete Mar 04 00:59:27.035294 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading services supported by the core plugin {{(pid=103445) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 00:59:27.035636 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.plugins.ml2.managers [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Got port-security extension from driver 'port_security' Mar 04 00:59:27.036130 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.extensions.vlantransparent [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Disabled vlantransparent extension. Mar 04 00:59:27.036633 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103445) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 00:59:27.036961 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: router Mar 04 00:59:27.072496 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.072891 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_create 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.073268 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router before_create 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.073635 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.074007 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.074362 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_delete 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.074719 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.075066 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.075422 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_create 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.075764 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_update 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.076108 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_update 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.076484 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.076842 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_update 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.077252 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_update 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.077618 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.077957 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.078293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: subnet after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.078630 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.078976 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.079319 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_create 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.079659 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.079999 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.080933 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router after_update 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.081278 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.081750 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_create 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.082114 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.082460 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_update 55549900 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.082824 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > agent after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.083172 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > agent after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.083525 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > network after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.084407 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Tracking information for resource: router configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:27.084741 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Tracking information for resource: floatingip configured {{(pid=103445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 00:59:27.089577 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.db.l3_agentschedulers_db [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 00:59:27.090141 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.090500 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.090852 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.091205 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.091985 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router before_create 55550100 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.092380 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.092746 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_create 55550100 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.093105 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > router precommit_update 55550100 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.098502 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.provider_configuration [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service providers = [] {{(pid=103445) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 00:59:27.098818 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.db.servicetype_db [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103445) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 00:59:27.101797 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.service_base [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:59:27.102153 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.service_base [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:59:27.102497 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.service_base [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:59:27.103388 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.services.service_base [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 00:59:27.103763 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.services.service_base [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 00:59:27.104136 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.104480 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 00:59:27.115258 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.115600 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: auto_allocate Mar 04 00:59:27.123753 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: network precommit_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.124241 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: network precommit_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.124969 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.125297 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: tag Mar 04 00:59:27.132142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.132502 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: timestamp Mar 04 00:59:27.136347 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.136686 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: network_ip_availability Mar 04 00:59:27.142133 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.142502 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.143375 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.144090 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.144450 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: flavors Mar 04 00:59:27.149384 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.149723 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading Plugin: revisions Mar 04 00:59:27.154048 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 00:59:27.154439 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_concurrency.lockutils [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.241s {{(pid=103445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 00:59:27.155177 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103445) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 00:59:27.155515 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Initializing extension manager. Mar 04 00:59:27.156038 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: __init__.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.156412 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: __pycache__ {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.156754 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.157090 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: address_group.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.157842 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.159014 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: address-group Mar 04 00:59:27.159338 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: address_scope.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.160049 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.160596 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: address-scope Mar 04 00:59:27.160920 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.161844 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.162347 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: router-admin-state-down-before-update Mar 04 00:59:27.162670 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: agent.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.163368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.163879 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: agent Mar 04 00:59:27.164204 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: agent_resources_synced.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.165144 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.165650 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: agent-resources-synced Mar 04 00:59:27.165971 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: allowedaddresspairs.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.167736 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.168246 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: allowed-address-pairs Mar 04 00:59:27.168597 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: auto_allocated_topology.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.169666 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.170172 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: auto-allocated-topology Mar 04 00:59:27.170498 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: availability_zone.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.171185 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.171687 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: availability_zone Mar 04 00:59:27.172007 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: availability_zone_filter.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.172938 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.173440 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: availability_zone_filter Mar 04 00:59:27.173767 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: data_plane_status.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.174689 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.175238 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 00:59:27.175560 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: default_subnetpools.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.176500 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.177002 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: default-subnetpools Mar 04 00:59:27.177324 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.178129 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.178633 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: dhcp_agent_scheduler Mar 04 00:59:27.178959 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: dns.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.179867 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.180402 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension dns-integration not supported by any of loaded plugins Mar 04 00:59:27.180730 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: dns_domain_ports.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.181648 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.182145 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 00:59:27.182470 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.183383 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.183892 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 00:59:27.184217 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: dvr.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.184903 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.185403 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: dvr Mar 04 00:59:27.185724 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: ecmp_routes.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.186630 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.187132 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 00:59:27.187452 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: empty_string_filtering.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.188386 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.188890 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: empty-string-filtering Mar 04 00:59:27.189209 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.190659 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.191156 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 00:59:27.191477 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.192422 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.192922 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 00:59:27.193495 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: external_net.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.194408 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.194909 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: external-net Mar 04 00:59:27.195228 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.196121 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.196654 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: extra_dhcp_opt Mar 04 00:59:27.196974 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: extraroute.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.197877 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.198376 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: extraroute Mar 04 00:59:27.198696 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: extraroute_atomic.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.199739 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.200243 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: extraroute-atomic Mar 04 00:59:27.200588 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: filter_validation.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.201251 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.201753 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: filter-validation Mar 04 00:59:27.202074 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: fip_pf_description.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.202972 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.203473 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 00:59:27.203795 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: fip_port_details.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.204903 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.206023 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: fip-port-details Mar 04 00:59:27.206347 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: flavors.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.207587 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.208191 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: flavors Mar 04 00:59:27.208550 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.210218 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.210733 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 00:59:27.211062 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: floatingip_pools.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.211757 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.212296 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: floatingip-pools Mar 04 00:59:27.212622 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: ip_allocation.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.213562 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.214060 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 00:59:27.214392 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.215300 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.215806 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: ip-substring-filtering Mar 04 00:59:27.216132 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l2_adjacency.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.217084 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.217584 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 00:59:27.217908 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.218861 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.219377 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: router Mar 04 00:59:27.219707 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.222012 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.222537 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 00:59:27.222874 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.223798 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.224350 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: ext-gw-mode Mar 04 00:59:27.224687 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.225598 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.226108 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: l3-ha Mar 04 00:59:27.226437 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.227339 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.227847 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 00:59:27.228177 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_flavors.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.229111 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.229620 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: l3-flavors Mar 04 00:59:27.229946 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.231310 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.231822 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 00:59:27.232148 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.233082 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.233594 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 00:59:27.233918 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: l3agentscheduler.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.234960 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.235478 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: l3_agent_scheduler Mar 04 00:59:27.235811 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: local_ip.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.237748 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.238275 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension local_ip not supported by any of loaded plugins Mar 04 00:59:27.238608 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: logging.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.241581 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.242110 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension logging not supported by any of loaded plugins Mar 04 00:59:27.242447 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: metering.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.243198 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.243774 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: metering Mar 04 00:59:27.244108 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.245240 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.245755 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: metering_source_and_destination_fields Mar 04 00:59:27.246086 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: multiprovidernet.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.247021 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.247532 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: multi-provider Mar 04 00:59:27.247861 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: netmtu.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.248807 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.249312 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: net-mtu Mar 04 00:59:27.249638 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: netmtu_writable.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.250694 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.251205 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: net-mtu-writable Mar 04 00:59:27.251531 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: network_availability_zone.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.252758 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.253264 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: network_availability_zone Mar 04 00:59:27.253588 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: network_ip_availability.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.254702 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.255213 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: network-ip-availability Mar 04 00:59:27.255540 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: network_segment_range.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.256330 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.256836 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 00:59:27.257159 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: pagination.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.258133 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.258465 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: pagination Mar 04 00:59:27.258785 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: port_device_profile.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.259690 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.260205 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: port-device-profile Mar 04 00:59:27.260557 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.261466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.261972 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: port-mac-address-regenerate Mar 04 00:59:27.262296 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.263213 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.263726 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: port-numa-affinity-policy Mar 04 00:59:27.264051 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: port_resource_request.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.264983 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.265490 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 00:59:27.265816 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: port_resource_request_groups.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.266783 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.267287 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 00:59:27.268200 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: portbindings.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.269160 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.269667 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: binding Mar 04 00:59:27.269993 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: portbindings_extended.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.271269 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.271784 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: binding-extended Mar 04 00:59:27.272192 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: portsecurity.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.273139 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.273644 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: port-security Mar 04 00:59:27.273968 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: project_id.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.274944 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.275278 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: project-id Mar 04 00:59:27.275602 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: providernet.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.276551 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.277059 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: provider Mar 04 00:59:27.277384 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.281014 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.281537 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos not supported by any of loaded plugins Mar 04 00:59:27.281868 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.283130 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.283670 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 00:59:27.284003 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.284954 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.285465 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 00:59:27.285793 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_default.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.286703 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.287213 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-default not supported by any of loaded plugins Mar 04 00:59:27.287544 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_fip.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.288491 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.289005 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-fip not supported by any of loaded plugins Mar 04 00:59:27.289336 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.290244 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.290754 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 00:59:27.291082 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_gateway_ip.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.291999 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.292538 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 00:59:27.292870 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_port_network_policy.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.293889 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.294397 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 00:59:27.294729 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.295765 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.296286 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 00:59:27.296622 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.297663 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.298171 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 00:59:27.298495 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_pps_rule.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.299713 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.300230 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-pps not supported by any of loaded plugins Mar 04 00:59:27.300583 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_rule_type_details.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.301494 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.302004 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 00:59:27.302331 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: qos_rules_alias.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.303380 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.303892 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 00:59:27.304222 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: quota_check_limit.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.305159 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.305677 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: quota-check-limit Mar 04 00:59:27.306004 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: quotasv2.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.307021 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.307355 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: quotas Mar 04 00:59:27.307681 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: quotasv2_detail.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.309568 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.309918 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: quota_details Mar 04 00:59:27.310252 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: rbac.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.311305 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.311835 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: rbac-policies Mar 04 00:59:27.312169 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: rbac_address_group.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.313134 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.313651 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: rbac-address-group Mar 04 00:59:27.313981 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: rbac_address_scope.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.315432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.315945 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: rbac-address-scope Mar 04 00:59:27.316412 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: rbac_security_groups.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.317329 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.317840 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: rbac-security-groups Mar 04 00:59:27.318168 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: rbac_subnetpool.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.319398 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.319914 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: rbac-subnetpool Mar 04 00:59:27.320243 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: revisionifmatch.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.321199 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.321712 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: revision-if-match Mar 04 00:59:27.322043 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: revisions.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.323181 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.323691 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: standard-attr-revisions Mar 04 00:59:27.324018 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: router_availability_zone.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.324726 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.325251 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: router_availability_zone Mar 04 00:59:27.325583 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: routerservicetype.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.326505 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.327008 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension router-service-type not supported by any of loaded plugins Mar 04 00:59:27.327334 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.328254 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.328796 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: security-groups-normalized-cidr Mar 04 00:59:27.329122 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.330036 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.331086 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: port-security-groups-filtering Mar 04 00:59:27.331413 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.332357 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.332865 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: security-groups-remote-address-group Mar 04 00:59:27.333190 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.334119 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.334625 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: security-groups-shared-filtering Mar 04 00:59:27.334949 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.335540 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 00:59:27.335861 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: securitygroup.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.345464 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.346018 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: security-group Mar 04 00:59:27.346354 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: segment.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.347136 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.347642 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension segment not supported by any of loaded plugins Mar 04 00:59:27.347971 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.348962 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.349428 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 00:59:27.349755 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: servicetype.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.350872 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.351391 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: service-type Mar 04 00:59:27.351722 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: sorting.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.352726 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.353058 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: sorting Mar 04 00:59:27.353382 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: standard_attr_segment.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.354300 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.354807 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 00:59:27.355131 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: standardattrdescription.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.355786 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.356304 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: standard-attr-description Mar 04 00:59:27.356632 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: stateful_security_group.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.357573 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.358083 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: stateful-security-group Mar 04 00:59:27.358409 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: stdattrs_common.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.358973 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 00:59:27.359294 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.360227 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.360773 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 00:59:27.361096 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: subnet_onboard.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.362213 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.362728 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: subnet_onboard Mar 04 00:59:27.363055 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.363971 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.364513 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 00:59:27.364840 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: subnet_service_types.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.365766 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.366274 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: subnet-service-types Mar 04 00:59:27.366603 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: subnetallocation.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.367706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.368214 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: subnet_allocation Mar 04 00:59:27.368582 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.369243 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.369745 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: subnetpool-prefix-ops Mar 04 00:59:27.370068 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.371007 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.371509 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 00:59:27.371835 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: tagging.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.372896 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.373408 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: standard-attr-tag Mar 04 00:59:27.373736 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: timestamp.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.374935 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.375452 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loaded extension: standard-attr-timestamp Mar 04 00:59:27.375777 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: trunk.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.376830 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.377864 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension trunk not supported by any of loaded plugins Mar 04 00:59:27.378189 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: trunk_details.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.379100 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.379605 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension trunk-details not supported by any of loaded plugins Mar 04 00:59:27.379930 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: uplink_status_propagation.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.380879 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.381388 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 00:59:27.381712 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Loading extension file: vlantransparent.py {{(pid=103445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 00:59:27.382379 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 00:59:27.382886 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 00:59:27.385398 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:network Mar 04 00:59:27.385927 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:subnet Mar 04 00:59:27.386324 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:59:27.386727 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:port Mar 04 00:59:27.387953 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.388437 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service FLAVORS assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.389054 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.389473 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.389808 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:router Mar 04 00:59:27.390237 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 00:59:27.390713 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service METERING assigned prefix: /metering {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.392149 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.392577 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.393463 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 00:59:27.394422 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 00:59:27.394872 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:security_group Mar 04 00:59:27.395304 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 00:59:27.395909 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service CORE assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.396242 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:59:27.396612 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] subnetpool is already registered Mar 04 00:59:27.397040 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service CORE assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.397366 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:59:27.397696 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] subnetpool is already registered Mar 04 00:59:27.399921 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.400386 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service FLAVORS assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.400974 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.401392 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.401724 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:router Mar 04 00:59:27.402059 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] router is already registered Mar 04 00:59:27.402468 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 00:59:27.402802 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] floatingip is already registered Mar 04 00:59:27.403250 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service METERING assigned prefix: /metering {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.403908 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 00:59:27.404238 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] rbac_policy is already registered Mar 04 00:59:27.404677 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:security_group Mar 04 00:59:27.405012 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] security_group is already registered Mar 04 00:59:27.405421 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 00:59:27.405752 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] security_group_rule is already registered Mar 04 00:59:27.406384 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service CORE assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.406713 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:59:27.407052 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] subnetpool is already registered Mar 04 00:59:27.407466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.v2.resource_helper [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Service CORE assigned prefix: {{(pid=103445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 00:59:27.407790 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 00:59:27.408119 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING neutron.quota.resource_registry [None req-2262a171-5a18-44e1-bc32-164561923922 None None] subnetpool is already registered Mar 04 00:59:27.408648 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: extensions {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.410189 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: address-groups {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.411687 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: address-scopes {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.413018 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: agents {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.414159 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: auto-allocated-topology {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.415395 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: availability_zones {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.416637 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: dhcp-networks {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.418245 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: dhcp-agents {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.419643 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: routers {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.421870 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: flavors {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.423021 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: service_profiles {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.424291 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: next_providers {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.425738 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: service_profiles {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.427265 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: floatingip-pools {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.428514 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: routers {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.430591 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: floatingips {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.432784 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: l3-routers {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.434153 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: l3-agents {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.435552 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: metering-labels {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.436958 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: metering-label-rules {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.438221 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: network-ip-availabilities {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.439996 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: bindings {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.441677 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: quotas {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.443453 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: quotas {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.445026 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: rbac-policies {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.446326 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: security-groups {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.447543 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: security-group-rules {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.448793 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: service-providers {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.449986 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: subnetpools {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.451391 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: subnetpools {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.453046 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.454725 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.457092 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.458848 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.460653 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.462496 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.464159 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.466064 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.467814 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.469695 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron.api.extensions [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Extended resource: tags {{(pid=103445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 00:59:27.475523 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING keystonemiddleware.auth_token [None req-2262a171-5a18-44e1-bc32-164561923922 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 00:59:27.480155 dv-cinder-831090-8-iscsi neutron-server[103445]: WARNING keystonemiddleware.auth_token [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 00:59:27.488875 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_concurrency.lockutils [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Acquired lock "singleton_lock" {{(pid=103445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 00:59:27.489350 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_concurrency.lockutils [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Releasing lock "singleton_lock" {{(pid=103445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 00:59:27.489998 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Starting 2 workers Mar 04 00:59:27.494905 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Started child 103556 {{(pid=103445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:59:27.499415 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Started child 103557 {{(pid=103445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:59:27.500559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:27.501176 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO neutron.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 00:59:27.501689 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:27.502813 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [-] (103556) wsgi starting up on http://0.0.0.0:9696 Mar 04 00:59:27.504678 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Starting 1 workers Mar 04 00:59:27.504786 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:27.506205 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [-] (103557) wsgi starting up on http://0.0.0.0:9696 Mar 04 00:59:27.509981 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Started child 103558 {{(pid=103445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:59:27.510525 dv-cinder-831090-8-iscsi neutron-server[103445]: INFO oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Starting 1 workers Mar 04 00:59:27.513665 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] calling RpcWorker wait() {{(pid=103558) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 00:59:27.514226 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] returning from RpcWorker wait() {{(pid=103558) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 00:59:27.515160 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Started child 103559 {{(pid=103445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 00:59:27.515496 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:27.515976 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2262a171-5a18-44e1-bc32-164561923922 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:27.516084 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:59:27.518500 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 00:59:27.518723 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 00:59:27.518911 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 00:59:27.519143 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 00:59:27.519484 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 00:59:27.519657 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 00:59:27.520163 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.520483 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.520696 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:27.521175 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.521175 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.521328 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.521843 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.522083 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.522315 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.522583 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.522843 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.523011 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.523176 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.523439 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.523685 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.524014 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.524301 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.524557 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.524813 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.525005 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.527810 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.528111 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.528413 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.528708 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] debug = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.528996 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.529517 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.529770 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.530016 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.530240 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.530514 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.530750 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.531021 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.531260 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.531503 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.531748 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.532002 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.532240 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.532506 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.532762 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.532991 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.533331 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.533557 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.534058 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] host = dv-cinder-831090-8-iscsi {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.534303 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.534524 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.534782 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.535025 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.535282 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.535514 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.535771 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.536033 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.536295 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.536545 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.536786 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.537013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.537228 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.537477 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.537645 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_options = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.537877 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.538143 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.538419 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.538608 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.538779 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.538932 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.539186 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.539352 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.540503 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.540769 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.541006 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.541260 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.541509 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.541759 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.542036 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.542297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.542515 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.542752 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.542959 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:59:27.543057 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.543303 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.543559 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.543794 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.544058 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.544317 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.544563 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.544805 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.545056 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.545311 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.545559 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.545781 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.546040 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.546334 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.546563 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.546797 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.547051 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.547284 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.547511 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.547744 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.548019 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.548250 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.548541 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.548796 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.549526 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_json = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.558706 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.559828 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.560556 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561013 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561467 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561863 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.561863 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.562095 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.562240 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.562513 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.562755 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.563015 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.563259 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.563492 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.563733 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.563964 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.564188 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.564563 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.565389 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.565636 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.565864 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.566108 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.566356 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.566599 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.566859 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.567084 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.567359 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.567632 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.567887 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.568110 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.568612 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.568857 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.569100 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.569325 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.569542 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.569780 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.570022 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.570022 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.570022 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.570920 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.570920 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.571168 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.571388 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.571606 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.571844 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.572084 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.572373 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.572547 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.572785 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.573003 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.573225 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.573441 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.573658 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.573873 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.574108 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.574328 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.574543 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.574762 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.574974 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.575187 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.575401 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.575672 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.575977 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.576244 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.576519 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.576741 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.577004 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.577243 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.577491 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.577745 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.577963 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.578175 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.578436 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.578695 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.578921 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.579162 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.579397 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.579655 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.579860 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.580094 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.580354 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.580595 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.580841 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.581083 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.581350 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.581583 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.581813 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.582046 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.582275 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.582568 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.582811 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.583061 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.583282 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.583558 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.583858 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.584144 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.584431 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.584690 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.584963 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.585208 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.585457 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.585717 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.585966 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.586236 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.586474 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.586720 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.586964 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.587181 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.587417 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.588535 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.588859 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.589540 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.589777 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.590068 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.590326 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.590592 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.591308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.591308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.591308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.591857 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.591857 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.592105 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.592239 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.592490 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.592739 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.592953 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.593169 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.593438 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.593673 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.593895 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.594166 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.594425 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.594670 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.594886 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.595107 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.595310 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.595558 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.595771 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.596010 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.596273 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.596497 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.596719 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.596935 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.597147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.597854 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.597854 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.597854 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.598214 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.598326 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.598555 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.598809 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.599987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.599987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.599987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.599987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.599987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.600607 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.600607 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.600607 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.600965 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.600965 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.601191 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.601402 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.601944 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.602089 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.602213 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.602416 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.602681 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.604815 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.605825 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.605825 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.605825 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.605825 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.605825 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.606663 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.606663 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.606663 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.606663 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.607105 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.607105 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608465 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608465 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608465 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608465 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608465 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608465 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608899 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.608899 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.609053 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.609288 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.609564 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.609797 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.610010 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.610225 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.610451 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.610694 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.610928 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.611165 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.611883 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.612102 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.612347 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.612592 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.612802 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.613104 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.613326 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.613545 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.613758 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.614180 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.614462 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.614767 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.614982 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616293 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616692 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616692 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.616905 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.617103 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.617364 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.617610 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.617856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.618162 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.618422 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.618671 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.618914 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.619248 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.619459 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.619705 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.619924 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.620145 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.620391 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.620665 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.620991 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.621302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.621566 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.621831 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.622108 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.622394 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.622672 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.622906 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.623212 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.623532 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.624009 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.624275 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.624538 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.624803 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.625044 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.625267 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.625486 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.625703 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.625938 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.626179 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.626412 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.626655 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.626890 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.627684 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.627905 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.628158 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.628396 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.628659 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.628874 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.629035 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 00:59:27.629550 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 00:59:27.629712 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 00:59:27.629871 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 00:59:27.630041 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 00:59:27.630213 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 00:59:27.630360 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 00:59:27.630564 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.630708 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.630875 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631019 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631182 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631374 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631524 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631686 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631831 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.631981 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.632184 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.632392 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.632819 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.632819 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.632819 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.633330 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.633330 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.633330 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.633716 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.633716 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.633716 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634134 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634134 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] debug = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634134 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634355 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634452 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634599 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634757 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.634919 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.635079 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.635241 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.635401 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.635560 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.635718 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.635877 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636117 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636214 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636346 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636513 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636675 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636832 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.636992 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] host = dv-cinder-831090-8-iscsi {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.637151 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.637310 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.637469 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.637628 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.637787 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.637946 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.638096 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.638254 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.638414 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.638572 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.638732 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.638892 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.639051 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.639212 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.639371 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_options = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.639531 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.639690 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.639849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.640034 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.640200 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.640455 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.640616 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.640778 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.640998 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641160 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641301 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641470 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641554 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641672 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641830 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.641989 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.642149 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.642310 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.642470 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.642617 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.642776 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.642935 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.643095 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.643254 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.643414 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.643575 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.643733 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.643892 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.644051 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.644211 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.644394 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.644554 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.644718 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.644878 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645037 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645197 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645357 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645516 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645679 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645838 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.645998 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.646156 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.646316 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.646476 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.646636 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.646794 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.646952 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_json = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.647112 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.647271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.647430 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.647589 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.647748 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.647907 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.648066 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.648225 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.648407 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 00:59:27.648588 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.648752 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.648951 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.649104 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.649229 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.649360 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.649526 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.649687 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.649848 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.650010 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.650179 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.650341 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.650513 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.650675 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.650838 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651003 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651165 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651360 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651502 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:59:27.651632 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651632 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651865 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.651987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.652113 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.652234 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.652415 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.652564 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.652728 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.652898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.653060 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.653237 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.653400 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.653562 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.653723 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.653886 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.654049 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.654211 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.654373 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.654536 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.654702 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.654865 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.655027 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.655189 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.655351 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.655514 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.655677 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.655840 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656349 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656349 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656349 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656691 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656691 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656920 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.656920 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.657167 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.657288 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.657408 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.657529 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.657685 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.657966 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658087 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658231 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658366 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658490 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658612 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658732 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.658889 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.659051 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.659213 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.659387 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660302 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660704 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660704 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660823 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.660931 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.661075 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.661248 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.661399 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.661561 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.661748 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.662301 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.662301 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.662301 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.663308 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.664142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.664142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.664142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.664142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.664142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.664142 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665001 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665001 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665001 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665001 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665001 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665428 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665428 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665428 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665645 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665645 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665826 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.665979 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.666097 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.666248 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.666411 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.666557 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.666723 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.666884 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.667074 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.667204 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.667367 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.667533 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.667695 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.667887 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.668038 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.668200 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.668388 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.668553 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.668715 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.668878 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669039 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669201 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669364 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669547 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669709 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669834 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.669987 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.670149 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.670310 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.670496 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.670658 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.670822 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.670961 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.671118 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.671279 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.671442 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.671615 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672045 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672045 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672045 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672442 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672442 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672690 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672690 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.672921 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.673042 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.673163 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.673284 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.673405 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.673571 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.673733 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.674393 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.674562 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.674725 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.674887 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.675050 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.675210 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.675373 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.675534 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.675697 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.676482 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.676482 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.676482 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.676482 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.676482 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.677058 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.677058 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.677058 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.677058 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679297 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.679856 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.680898 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.682147 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.683849 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.685238 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.686466 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.687432 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.688318 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.689271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.689271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.689271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.689271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.689271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.689271 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690277 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690277 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690277 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690489 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690566 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690683 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.690848 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.691021 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.691185 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.691350 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.691599 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.691725 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.691890 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.692136 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.692136 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.692382 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.692462 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.692636 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.693133 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.693133 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.693133 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.693869 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.693869 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.693869 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694123 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694123 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694276 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694405 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694561 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694722 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.694884 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.695046 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.695207 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.695368 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.695529 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.695691 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.695852 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696014 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696176 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696359 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696523 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696684 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696846 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 00:59:27.696999 dv-cinder-831090-8-iscsi neutron-server[103445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 00:59:27.742062 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52286) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:59:27.750740 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065327 Mar 04 00:59:39.164412 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a6aa9-12c8-4684-8b74-ec208bbb6592 None None] get_active_networks_info from dv-cinder-831090-8-iscsi {{(pid=103558) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 00:59:39.264814 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a6aa9-12c8-4684-8b74-ec208bbb6592 None None] No non-hosted networks {{(pid=103558) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 00:59:39.279943 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.agentschedulers_db [None req-da9a6aa9-12c8-4684-8b74-ec208bbb6592 None None] DHCP Agent not found on host dv-cinder-831090-8-iscsi {{(pid=103558) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 00:59:39.363820 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-eff20419-8581-4242-85f4-b4515be6df33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3979097'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:41.500394 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2bdad912-82a8-4562-b725-18eb8fe1eec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3979097'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:41.562273 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.db.api [None req-7f856d32-90fb-4142-9f79-aee834b21112 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831090-8-iscsi {{(pid=103558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 00:59:41.563244 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG oslo_db.api [None req-7f856d32-90fb-4142-9f79-aee834b21112 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 00:59:42.157122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7f856d32-90fb-4142-9f79-aee834b21112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:43.041424 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3979097'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:44.493154 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3979097'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:45.128898 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.db.l3_hamode_db [None req-a1e0abea-a35d-41ac-a56d-0ba1d800399a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 00:59:45.211181 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0abea-a35d-41ac-a56d-0ba1d800399a None None] Routers set() bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 00:59:45.211577 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0abea-a35d-41ac-a56d-0ba1d800399a None None] Router IDs set() for agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 00:59:45.618651 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52368) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:59:45.795817 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3979097'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:45.797114 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.797476 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.797849 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.798376 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.799396 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.800037 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.800423 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.800786 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.801127 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.801466 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.801803 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.802137 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.802911 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:45.803750 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831090-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:59:45.810783 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831090-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 00:59:46.137235 dv-cinder-831090-8-iscsi neutron-server[103557]: WARNING oslo_policy.policy [None req-3d0174e6-a84d-411f-a449-eba7ccb0e46b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:46.137861 dv-cinder-831090-8-iscsi neutron-server[103557]: WARNING oslo_policy.policy [None req-3d0174e6-a84d-411f-a449-eba7ccb0e46b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:46.360377 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [None req-3d0174e6-a84d-411f-a449-eba7ccb0e46b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 00:59:46.362134 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3d0174e6-a84d-411f-a449-eba7ccb0e46b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7425296 Mar 04 00:59:48.884630 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52394) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:59:49.188604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:59:49.282572 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.policy [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103557) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 00:59:49.325531 dv-cinder-831090-8-iscsi neutron-server[103557]: WARNING oslo_policy.policy [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:49.325902 dv-cinder-831090-8-iscsi neutron-server[103557]: WARNING oslo_policy.policy [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:49.474393 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753887816041', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753887816540', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753887809952', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753887831211', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753887822382', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753887329988', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1535928', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1294585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3998004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4108011'] for rbac-policy (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:49.669833 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:49.671021 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b4e834be-29b4-46c6-b999-fdb92bf53e70 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7854223 Mar 04 00:59:52.147315 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 52404) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:59:52.629282 dv-cinder-831090-8-iscsi neutron-server[103556]: WARNING oslo_policy.policy [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:52.629900 dv-cinder-831090-8-iscsi neutron-server[103556]: WARNING oslo_policy.policy [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:52.851029 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:59:52.978086 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Made reservation on behalf of 5aa83ae55ea849c9803fc93b71fda3c0 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:59:53.051067 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.policy [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103556) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 00:59:53.092913 dv-cinder-831090-8-iscsi neutron-server[103556]: WARNING oslo_policy.policy [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:53.093290 dv-cinder-831090-8-iscsi neutron-server[103556]: WARNING oslo_policy.policy [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 00:59:53.104664 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.125889 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.235616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks [] for security_group (68c7fb06-b20f-4d57-a3c0-7a65f9be8119), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.326231 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (68c7fb06-b20f-4d57-a3c0-7a65f9be8119), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.359494 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 00:59:53.385577 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753888321172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (2f057a06-04c0-45f7-b728-f5b05b95dd1f), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.386207 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Unsubscribe: segment precommit_create {{(pid=103556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 00:59:53.386704 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Added segment 2f057a06-04c0-45f7-b728-f5b05b95dd1f of type vlan for network 25f359ef-03f2-4352-829d-ff278d046d4d Mar 04 00:59:53.392979 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=68c7fb06-b20f-4d57-a3c0-7a65f9be8119,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:59:53.433516 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.433883 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.434247 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.434589 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.434922 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.435253 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.435581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.435907 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.436233 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.436610 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.436945 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.437263 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.437588 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Tracked resource versions report: Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: pushed versions: Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: { 'AddressGroup': {'1.2'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'ConntrackHelper': {'1.0'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Log': {'1.0'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Network': {'1.1'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Port': {'1.7'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'PortForwarding': {'1.2'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'QosPolicy': {'1.10'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroup': {'1.5'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SubPort': {'1.0'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Subnet': {'1.1'}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Trunk': {'1.1'}} Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: consumer versions: Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'ConntrackHelper': '1.0', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'LocalIPAssociation': '1.0', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Log': '1.0', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Network': '1.1', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Port': '1.7', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'PortForwarding': '1.2', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'QosPolicy': '1.10', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroup': '1.5', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroupRule': '1.2', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SubPort': '1.0', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Subnet': '1.1', Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Trunk': '1.1'}} Mar 04 00:59:53.439566 dv-cinder-831090-8-iscsi neutron-server[103556]: {{(pid=103556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:59:53.499668 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (25f359ef-03f2-4352-829d-ff278d046d4d), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.628452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (25f359ef-03f2-4352-829d-ff278d046d4d), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.633575 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:59:53.634361 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:53.750599 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] Pushing event updated for resources: {'Network': ['ID=25f359ef-03f2-4352-829d-ff278d046d4d,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:59:53.763161 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 25f359ef-03f2-4352-829d-ff278d046d4d details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 00:59:53.775413 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a925c66a-e149-49b1-a0c2-f1e94b9d5c72 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6259494 Mar 04 00:59:56.301427 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52424) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 00:59:56.732149 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85247270-667a-4d53-ae25-9228c7eaf723 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:59:56.733342 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-85247270-667a-4d53-ae25-9228c7eaf723 demo admin] 10.222.0.32 "GET /v2.0/networks/25f359ef-03f2-4352-829d-ff278d046d4d HTTP/1.1" status: 200 len: 825 time: 0.4309869 Mar 04 00:59:56.757229 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-9e111559-63a8-4da2-b062-f3faf17f7a82 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/ab36172a-c509-4c07-86f9-95e844bdc344 HTTP/1.1" status: 200 len: 734 time: 0.0177186 Mar 04 00:59:56.765454 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Request body: {'subnet': {'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 00:59:56.869123 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Made reservation on behalf of 5aa83ae55ea849c9803fc93b71fda3c0 for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 00:59:56.871730 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:57.199337 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (73830aa9-4bd7-4e99-b622-3f31a896a155), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:57.270940 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Checking segment: {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:59:57.271326 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Network hostable DHCP agents. Network: 25f359ef-03f2-4352-829d-ff278d046d4d, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 00:59:57.285018 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Pushing event updated for resources: {'Subnet': ['ID=73830aa9-4bd7-4e99-b622-3f31a896a155,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:59:57.297321 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.297683 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.298047 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.298383 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.298710 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.299034 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.299375 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.299700 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.300019 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.300365 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.300683 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.300997 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.301312 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Tracked resource versions report: Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: pushed versions: Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: { 'AddressGroup': {'1.2'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'ConntrackHelper': {'1.0'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Log': {'1.0'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Network': {'1.1'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Port': {'1.7'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'PortForwarding': {'1.2'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'QosPolicy': {'1.10'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroup': {'1.5'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SubPort': {'1.0'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Subnet': {'1.1'}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Trunk': {'1.1'}} Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: consumer versions: Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'ConntrackHelper': '1.0', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'LocalIPAssociation': '1.0', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Log': '1.0', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Network': '1.1', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Port': '1.7', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'PortForwarding': '1.2', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'QosPolicy': '1.10', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroup': '1.5', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroupRule': '1.2', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SubPort': '1.0', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Subnet': '1.1', Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Trunk': '1.1'}} Mar 04 00:59:57.302617 dv-cinder-831090-8-iscsi neutron-server[103557]: {{(pid=103557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:59:57.381777 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Network 25f359ef-03f2-4352-829d-ff278d046d4d is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 00:59:57.473241 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 25f359ef-03f2-4352-829d-ff278d046d4d) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:59:57.477833 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 00:59:57.478461 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:57.483369 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23fdea-a02f-4ab8-9434-9174de34696e None None] Network 25f359ef-03f2-4352-829d-ff278d046d4d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 00:59:57.569374 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1ff257c7-854c-47fd-93db-1554c107910b demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8070655 Mar 04 00:59:57.851875 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-25f359ef-03f2-4352-829d-ff278d046d4d', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 00:59:57.853201 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:58.138369 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Allocated IP 172.20.0.2 (25f359ef-03f2-4352-829d-ff278d046d4d/73830aa9-4bd7-4e99-b622-3f31a896a155/6f9ddc92-21b1-4882-8e03-4c8eeb44193e) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 00:59:58.399021 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Publish callbacks [] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:58.491527 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:58.570061 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Network 25f359ef-03f2-4352-829d-ff278d046d4d is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 00:59:58.577383 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 00:59:58.579271 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Pushing event updated for resources: {'Port': ['ID=6f9ddc92-21b1-4882-8e03-4c8eeb44193e,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 00:59:58.583805 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 00:59:58.591821 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.592193 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.592586 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.592934 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.593274 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.593607 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.593940 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.594272 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.594604 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.594984 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.595313 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.595636 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.595962 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Tracked resource versions report: Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: pushed versions: Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: { 'AddressGroup': {'1.2'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'ConntrackHelper': {'1.0'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'LocalIPAssociation': {'1.0'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Log': {'1.0'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Network': {'1.1'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Port': {'1.7'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'PortForwarding': {'1.2'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'QosPolicy': {'1.10'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroup': {'1.5'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroupRule': {'1.2'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SubPort': {'1.0'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Subnet': {'1.1'}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Trunk': {'1.1'}} Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: consumer versions: Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'ConntrackHelper': '1.0', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'LocalIPAssociation': '1.0', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Log': '1.0', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Network': '1.1', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Port': '1.7', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'PortForwarding': '1.2', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'QosPolicy': '1.10', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroup': '1.5', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroupRule': '1.2', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SubPort': '1.0', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Subnet': '1.1', Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Trunk': '1.1'}} Mar 04 00:59:58.597361 dv-cinder-831090-8-iscsi neutron-server[103558]: {{(pid=103558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 00:59:58.670246 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Attempting to bind port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 00:59:58.670567 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Attempting to bind port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 00:59:58.670992 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Attempting to bind port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e on network 25f359ef-03f2-4352-829d-ff278d046d4d {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 00:59:58.676442 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 0, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 00:59:58.676840 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Checking segment: {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 00:59:58.677338 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:58.677731 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Bound using segment: {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 00:59:58.678230 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Bound port: 6f9ddc92-21b1-4882-8e03-4c8eeb44193e, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 00:59:58.678635 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:58.742920 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] For port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 00:59:58.747753 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] For port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=6f9ddc92-21b1-4882-8e03-4c8eeb44193e,segment=NetworkSegment(2f057a06-04c0-45f7-b728-f5b05b95dd1f),segment_id=2f057a06-04c0-45f7-b728-f5b05b95dd1f)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 00:59:58.835922 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 00:59:58.898537 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84d08-061d-422c-b163-aeaef41734d6 None None] Pushing event updated for resources: {'Port': ['ID=6f9ddc92-21b1-4882-8e03-4c8eeb44193e,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:00.109468 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52436) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:00.415773 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [None req-da383209-a1a5-46e2-a77d-eff0c3fb605b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:00:00.416785 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-da383209-a1a5-46e2-a77d-eff0c3fb605b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3062947 Mar 04 01:00:02.969526 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52444) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:03.275334 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [None req-e3c418af-b66d-4f50-9cdd-7dc0dfaf4e94 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:00:03.276352 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e3c418af-b66d-4f50-9cdd-7dc0dfaf4e94 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3057549 Mar 04 01:00:05.787799 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52452) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:06.099707 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:00:06.195260 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (0254fc64-d16d-432f-bdd1-a800b89cf5ac), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:06.196929 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (0254fc64-d16d-432f-bdd1-a800b89cf5ac), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:06.353434 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] Publish callbacks [] for router_controller (0254fc64-d16d-432f-bdd1-a800b89cf5ac), precommit_add_association {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:06.413171 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (0254fc64-d16d-432f-bdd1-a800b89cf5ac), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:06.498246 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:06.499362 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-4c91ff99-0af8-4d2c-a4cc-20b4581765b4 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7105455 Mar 04 01:00:09.015551 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 52464) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:09.198949 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-566f939d-a15a-44d3-b72f-6cbce969ae92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:09.344937 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [None req-1039fdf5-8b98-4796-b89e-da3dd2744a4b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:00:09.345930 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1039fdf5-8b98-4796-b89e-da3dd2744a4b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3294129 Mar 04 01:00:10.227999 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05762bf4-96d0-40c4-9d05-6b4d55cd1146 None None] Network 25f359ef-03f2-4352-829d-ff278d046d4d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:00:10.314139 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] Provisioning complete for port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:10.314577 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:10.373433 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 6f9ddc92-21b1-4882-8e03-4c8eeb44193e up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:00:10.539786 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:10.540176 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:10.562742 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] Current status of the port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:10.563133 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:10.615016 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] For port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=6f9ddc92-21b1-4882-8e03-4c8eeb44193e,segment=NetworkSegment(2f057a06-04c0-45f7-b728-f5b05b95dd1f),segment_id=2f057a06-04c0-45f7-b728-f5b05b95dd1f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:00:10.653813 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:10.654205 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:10.687033 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:10.759781 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.db.api [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 01:00:10.760060 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG oslo_db.api [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 01:00:10.760900 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eaf10-aebe-42d5-b003-8f85a0fcdad1 None None] Pushing event updated for resources: {'Port': ['ID=6f9ddc92-21b1-4882-8e03-4c8eeb44193e,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:10.806598 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-06683971-7354-450e-a462-3f671148a1b9 None None] Provisioning complete for port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:10.806987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-06683971-7354-450e-a462-3f671148a1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:10.879844 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-06683971-7354-450e-a462-3f671148a1b9 None None] Current status of the port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:11.296626 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:11.518689 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-28192ccf-0224-4314-8596-9489b31054aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:11.875463 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 52474) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:12.179131 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:00:12.267511 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Made reservation on behalf of 4edcb7dfe105429a9b04fae77825899c for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:00:12.269991 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.278693 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.311271 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 6f9ddc92-21b1-4882-8e03-4c8eeb44193e up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:00:12.352660 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks [] for security_group (953f6113-a6d5-47d9-aebd-6141b67a4df1), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.357581 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:12.357979 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.416172 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (953f6113-a6d5-47d9-aebd-6141b67a4df1), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.430601 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Reserving flat network on physical network physnet1 {{(pid=103556) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 01:00:12.430982 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:12.452678 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953f6113-a6d5-47d9-aebd-6141b67a4df1,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:12.456378 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (ff931fda-d60c-4f42-b3e4-eaecd5b731f7), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.456722 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Added segment ff931fda-d60c-4f42-b3e4-eaecd5b731f7 of type flat for network cdc69800-4de6-4e6e-9a26-ecf98ddd830b Mar 04 01:00:12.501896 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (cdc69800-4de6-4e6e-9a26-ecf98ddd830b), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.593037 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (cdc69800-4de6-4e6e-9a26-ecf98ddd830b), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.594017 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:00:12.594589 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:12.684040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] Pushing event updated for resources: {'Network': ['ID=cdc69800-4de6-4e6e-9a26-ecf98ddd830b,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:12.693291 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:00:12.716066 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-94d238dd-8cdf-45fe-a015-dbd3c69929fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8388920 Mar 04 01:00:13.018444 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:14.372033 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:15.231255 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 52492) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:15.447031 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2664045-e44a-47bc-b2b5-ca2ba7bdd0f8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:00:15.448436 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d2664045-e44a-47bc-b2b5-ca2ba7bdd0f8 demo admin] 10.222.0.32 "GET /v2.0/subnets/73830aa9-4bd7-4e99-b622-3f31a896a155 HTTP/1.1" status: 200 len: 849 time: 0.2161767 Mar 04 01:00:15.629704 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7620a6cf-4599-45d2-9d97-c326ddd29ad7 demo admin] 10.222.0.32 "GET /v2.0/routers/0254fc64-d16d-432f-bdd1-a800b89cf5ac HTTP/1.1" status: 200 len: 704 time: 0.1755877 Mar 04 01:00:15.703243 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:15.902967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:16.191233 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Allocated IP 172.20.0.1 (25f359ef-03f2-4352-829d-ff278d046d4d/73830aa9-4bd7-4e99-b622-3f31a896a155/87c5ad7c-29b2-4929-b9e8-f35260aa78e4) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:00:16.371572 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks [] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:16.515031 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:16.557459 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:00:16.591085 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Network 25f359ef-03f2-4352-829d-ff278d046d4d is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:00:16.596848 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:00:16.605653 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:00:16.606531 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (0254fc64-d16d-432f-bdd1-a800b89cf5ac), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:16.624557 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Pushing event updated for resources: {'Port': ['ID=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:16.833660 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-62134f44-b764-40bc-b4f2-ba54dc546039 None None] Provisioning complete for port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:16.834209 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-62134f44-b764-40bc-b4f2-ba54dc546039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:16.867664 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-62134f44-b764-40bc-b4f2-ba54dc546039 None None] Port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:00:16.936979 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:17.139917 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks [] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:17.205831 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:17.206620 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (0254fc64-d16d-432f-bdd1-a800b89cf5ac), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:17.286866 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Pushing event updated for resources: {'Port': ['ID=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:17.330530 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Network 25f359ef-03f2-4352-829d-ff278d046d4d is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:00:17.331791 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:00:17.583438 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Router 0254fc64-d16d-432f-bdd1-a800b89cf5ac is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:00:17.589387 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-7f2be4f4-0851-468a-a7ff-dfd0ef748d33 None None] Provisioning complete for port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:17.589785 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7f2be4f4-0851-468a-a7ff-dfd0ef748d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:17.622260 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be4f4-0851-468a-a7ff-dfd0ef748d33 None None] Port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:00:17.677388 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:00:17.682429 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8eb5826f-b11d-4c73-b86a-4d411713a1d3 demo admin] 10.222.0.32 "PUT /v2.0/routers/0254fc64-d16d-432f-bdd1-a800b89cf5ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0477734 Mar 04 01:00:17.690095 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Sync routers for ids ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:00:17.704219 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Routers {'0254fc64-d16d-432f-bdd1-a800b89cf5ac'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:00:17.705097 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:00:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:17.898475 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Set router 0254fc64-d16d-432f-bdd1-a800b89cf5ac gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:00:18.319830 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'name': 'router1', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:00:06Z', 'updated_at': '2022-03-04T01:00:16Z', 'revision_number': 2, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'gw_port_host': None, '_interfaces': [{'id': '87c5ad7c-29b2-4929-b9e8-f35260aa78e4', 'name': '', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'mac_address': 'fa:16:3e:54:ba:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:15Z', 'updated_at': '2022-03-04T01:00:17Z', 'revision_number': 2, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'subnets': [{'id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:18.370237 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Checking router: 0254fc64-d16d-432f-bdd1-a800b89cf5ac for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:00:18.370609 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Updating router 0254fc64-d16d-432f-bdd1-a800b89cf5ac port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:00:18.423388 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:18.926455 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Publish callbacks [] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:18.987458 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.152905 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Pushing event updated for resources: {'Port': ['ID=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:19.155134 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Attempting to bind port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:00:19.155534 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Attempting to bind port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:00:19.155981 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Attempting to bind port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 on network 25f359ef-03f2-4352-829d-ff278d046d4d {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:00:19.164732 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.165096 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.165465 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.165800 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.166140 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.166479 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.166814 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.167150 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.167483 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.167835 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.168171 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.168527 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.168856 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Tracked resource versions report: Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: pushed versions: Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: { 'AddressGroup': {'1.2'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'ConntrackHelper': {'1.0'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'LocalIPAssociation': {'1.0'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Log': {'1.0'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Network': {'1.1'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Port': {'1.7'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'PortForwarding': {'1.2'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'QosPolicy': {'1.10'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroup': {'1.5'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroupRule': {'1.2'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SubPort': {'1.0'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Subnet': {'1.1'}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Trunk': {'1.1'}} Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: consumer versions: Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'ConntrackHelper': '1.0', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'LocalIPAssociation': '1.0', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Log': '1.0', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Network': '1.1', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Port': '1.7', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'PortForwarding': '1.2', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'QosPolicy': '1.10', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroup': '1.5', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroupRule': '1.2', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SubPort': '1.0', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Subnet': '1.1', Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Trunk': '1.1'}} Mar 04 01:00:19.170231 dv-cinder-831090-8-iscsi neutron-server[103559]: {{(pid=103559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 01:00:19.172557 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:00:19.172958 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Checking segment: {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:00:19.173461 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.173847 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Bound using segment: {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:00:19.174346 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Bound port: 87c5ad7c-29b2-4929-b9e8-f35260aa78e4, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f057a06-04c0-45f7-b728-f5b05b95dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:00:19.174728 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.243257 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] For port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:00:19.250653 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-fd752bf3-72dd-4206-9297-e722d1c92e64 None None] Provisioning complete for port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:19.251727 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-fd752bf3-72dd-4206-9297-e722d1c92e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.265333 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] For port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,segment=NetworkSegment(2f057a06-04c0-45f7-b728-f5b05b95dd1f),segment_id=2f057a06-04c0-45f7-b728-f5b05b95dd1f)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:00:19.287057 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-fd752bf3-72dd-4206-9297-e722d1c92e64 None None] Port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:00:19.327055 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.387185 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Routers {'0254fc64-d16d-432f-bdd1-a800b89cf5ac'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:00:19.387814 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:00:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:19.389768 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5e7fa-4698-4561-86e5-6b6baa73d563 None None] Pushing event updated for resources: {'Port': ['ID=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,revision_number=4']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:19.484013 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] Set router 0254fc64-d16d-432f-bdd1-a800b89cf5ac gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:00:19.613426 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] Provisioning complete for port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:19.613975 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.692090 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] Current status of the port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:19.692447 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.697942 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'name': 'router1', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:00:06Z', 'updated_at': '2022-03-04T01:00:16Z', 'revision_number': 2, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'gw_port_host': None, '_interfaces': [{'id': '87c5ad7c-29b2-4929-b9e8-f35260aa78e4', 'name': '', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'mac_address': 'fa:16:3e:54:ba:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:15Z', 'updated_at': '2022-03-04T01:00:19Z', 'revision_number': 4, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'subnets': [{'id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:19.732325 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] For port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,segment=NetworkSegment(2f057a06-04c0-45f7-b728-f5b05b95dd1f),segment_id=2f057a06-04c0-45f7-b728-f5b05b95dd1f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:00:19.733469 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dca31-e694-4a23-86e2-581f4561ab8c None None] The sync data for ids ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'] in dv-cinder-831090-8-iscsi is: [{'id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'name': 'router1', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:00:06Z', 'updated_at': '2022-03-04T01:00:16Z', 'revision_number': 2, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'gw_port_host': None, '_interfaces': [{'id': '87c5ad7c-29b2-4929-b9e8-f35260aa78e4', 'name': '', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'mac_address': 'fa:16:3e:54:ba:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:15Z', 'updated_at': '2022-03-04T01:00:19Z', 'revision_number': 4, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'subnets': [{'id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:00:19.823506 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:19.875062 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea914-3e3f-495e-9da5-75afbbd1b6cc None None] Pushing event updated for resources: {'Port': ['ID=87c5ad7c-29b2-4929-b9e8-f35260aa78e4,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:20.111190 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 52512) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:20.221373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a62c5-98c4-40c0-89ad-e163206a030d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:00:20.222717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-2b9a62c5-98c4-40c0-89ad-e163206a030d admin admin] 10.222.0.32 "GET /v2.0/networks/cdc69800-4de6-4e6e-9a26-ecf98ddd830b HTTP/1.1" status: 200 len: 842 time: 0.1104305 Mar 04 01:00:20.232065 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Request body: {'subnet': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:00:20.337374 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Made reservation on behalf of 4edcb7dfe105429a9b04fae77825899c for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:00:20.339773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:20.676100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.objects.ports [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103556) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 01:00:20.676554 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (e1bdae08-0153-4218-b115-bea5aaae8db4), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:20.730441 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bdae08-0153-4218-b115-bea5aaae8db4,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:20.741411 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:00:20.741812 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Network hostable DHCP agents. Network: cdc69800-4de6-4e6e-9a26-ecf98ddd830b, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:00:20.857533 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:00:20.937765 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, cdc69800-4de6-4e6e-9a26-ecf98ddd830b) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:00:20.942324 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:00:20.943175 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:20.948146 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81764e10-845e-4350-99e0-41b37bdd7749 None None] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:00:21.032109 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-36119727-ce9b-4639-aba0-ca37485f19f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8032329 Mar 04 01:00:21.043214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230fe4eb-cb40-4d68-a46b-30bbd4a57e8b None None] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:00:23.433623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 52520) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:23.566318 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8712e971-319a-45df-b81e-2e6f271192ce demo admin] 10.222.0.32 "GET /v2.0/routers/0254fc64-d16d-432f-bdd1-a800b89cf5ac HTTP/1.1" status: 200 len: 710 time: 0.1315749 Mar 04 01:00:23.650796 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a58eb-7b43-41dc-87ba-941c0fff5a3d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:00:23.652072 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-783a58eb-7b43-41dc-87ba-941c0fff5a3d demo admin] 10.222.0.32 "GET /v2.0/networks/cdc69800-4de6-4e6e-9a26-ecf98ddd830b HTTP/1.1" status: 200 len: 886 time: 0.0802028 Mar 04 01:00:23.661608 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:00:23.986296 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks [] for router_gateway (0254fc64-d16d-432f-bdd1-a800b89cf5ac), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:24.263795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks [] for router_gateway (0254fc64-d16d-432f-bdd1-a800b89cf5ac), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:24.341933 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:24.441203 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Allocated IP 172.27.2.165 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/4936c5b3-048e-48df-af97-fd546b8054d7) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:00:24.540718 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks [] for port (4936c5b3-048e-48df-af97-fd546b8054d7), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:24.629584 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:24.666677 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:00:24.670943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:00:24.674813 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:00:24.680048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Pushing event updated for resources: {'Port': ['ID=4936c5b3-048e-48df-af97-fd546b8054d7,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:24.988837 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks [] for router_gateway (0254fc64-d16d-432f-bdd1-a800b89cf5ac), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:25.187566 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3968847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3981308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28939'] for router (0254fc64-d16d-432f-bdd1-a800b89cf5ac), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:25.191033 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3968854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3968857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3981063'] for router (0254fc64-d16d-432f-bdd1-a800b89cf5ac), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:25.296156 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Router 0254fc64-d16d-432f-bdd1-a800b89cf5ac has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:00:25.487607 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:00:25.491992 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:25.493222 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-eb24b654-b547-4171-a82b-2154ef5cc736 demo admin] 10.222.0.32 "PUT /v2.0/routers/0254fc64-d16d-432f-bdd1-a800b89cf5ac HTTP/1.1" status: 200 len: 890 time: 1.8348227 Mar 04 01:00:28.041773 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 52532) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:00:28.169002 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-24b65b61-4b72-4fae-95d7-9c62d82fcb9f admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258442 Mar 04 01:00:28.346541 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:00:28.374609 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Sync routers for ids ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:00:28.402277 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Routers {'0254fc64-d16d-432f-bdd1-a800b89cf5ac'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:00:28.402927 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:00:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:28.506676 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:28.507072 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:28.651249 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Set router 0254fc64-d16d-432f-bdd1-a800b89cf5ac gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:00:28.829735 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:29.145737 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'name': 'router1', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '4936c5b3-048e-48df-af97-fd546b8054d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:00:06Z', 'updated_at': '2022-03-04T01:00:24Z', 'revision_number': 4, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'gw_port': {'id': '4936c5b3-048e-48df-af97-fd546b8054d7', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:24Z', 'updated_at': '2022-03-04T01:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '87c5ad7c-29b2-4929-b9e8-f35260aa78e4', 'name': '', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'mac_address': 'fa:16:3e:54:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:15Z', 'updated_at': '2022-03-04T01:00:19Z', 'revision_number': 5, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'subnets': [{'id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:29.194007 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Checking router: 0254fc64-d16d-432f-bdd1-a800b89cf5ac for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:00:29.194383 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Updating router 0254fc64-d16d-432f-bdd1-a800b89cf5ac port 4936c5b3-048e-48df-af97-fd546b8054d7 binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:00:29.245226 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.570574 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Publish callbacks [] for port (4936c5b3-048e-48df-af97-fd546b8054d7), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.657430 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.706747 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Attempting to bind port 4936c5b3-048e-48df-af97-fd546b8054d7 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:00:29.707122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Attempting to bind port 4936c5b3-048e-48df-af97-fd546b8054d7 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:00:29.707505 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Attempting to bind port 4936c5b3-048e-48df-af97-fd546b8054d7 on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:00:29.714116 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde6389-e2a0-46a5-9219-a7f4e4fb5c37 None None] Pushing event updated for resources: {'Port': ['ID=4936c5b3-048e-48df-af97-fd546b8054d7,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:29.716745 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:00:29.717111 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:00:29.717717 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.718110 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:00:29.718576 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Bound port: 4936c5b3-048e-48df-af97-fd546b8054d7, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:00:29.718955 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.776145 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] For port 4936c5b3-048e-48df-af97-fd546b8054d7, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:00:29.779143 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] For port 4936c5b3-048e-48df-af97-fd546b8054d7, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4936c5b3-048e-48df-af97-fd546b8054d7,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:00:29.856488 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:29.919569 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Routers {'0254fc64-d16d-432f-bdd1-a800b89cf5ac'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:00:29.920228 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:00:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:29.925262 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde6389-e2a0-46a5-9219-a7f4e4fb5c37 None None] Pushing event updated for resources: {'Port': ['ID=4936c5b3-048e-48df-af97-fd546b8054d7,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:30.036508 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] Set router 0254fc64-d16d-432f-bdd1-a800b89cf5ac gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:00:30.254474 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'name': 'router1', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '4936c5b3-048e-48df-af97-fd546b8054d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:00:06Z', 'updated_at': '2022-03-04T01:00:24Z', 'revision_number': 4, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'gw_port': {'id': '4936c5b3-048e-48df-af97-fd546b8054d7', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:24Z', 'updated_at': '2022-03-04T01:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '87c5ad7c-29b2-4929-b9e8-f35260aa78e4', 'name': '', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'mac_address': 'fa:16:3e:54:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:15Z', 'updated_at': '2022-03-04T01:00:19Z', 'revision_number': 5, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'subnets': [{'id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:00:30.285898 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39457f3d-32f3-412d-98a9-d8c6438affdc None None] The sync data for ids ['0254fc64-d16d-432f-bdd1-a800b89cf5ac'] in dv-cinder-831090-8-iscsi is: [{'id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'name': 'router1', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '4936c5b3-048e-48df-af97-fd546b8054d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:00:06Z', 'updated_at': '2022-03-04T01:00:24Z', 'revision_number': 4, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'gw_port': {'id': '4936c5b3-048e-48df-af97-fd546b8054d7', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:24Z', 'updated_at': '2022-03-04T01:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '87c5ad7c-29b2-4929-b9e8-f35260aa78e4', 'name': '', 'network_id': '25f359ef-03f2-4352-829d-ff278d046d4d', 'tenant_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'mac_address': 'fa:16:3e:54:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0254fc64-d16d-432f-bdd1-a800b89cf5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:00:15Z', 'updated_at': '2022-03-04T01:00:19Z', 'revision_number': 5, 'project_id': '5aa83ae55ea849c9803fc93b71fda3c0', 'subnets': [{'id': '73830aa9-4bd7-4e99-b622-3f31a896a155', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab36172a-c509-4c07-86f9-95e844bdc344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:00:32.436133 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4936c5b3-048e-48df-af97-fd546b8054d7 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:00:32.500509 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 4936c5b3-048e-48df-af97-fd546b8054d7 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:32.501480 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:32.594661 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 4936c5b3-048e-48df-af97-fd546b8054d7 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:32.594661 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:32.620644 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 4936c5b3-048e-48df-af97-fd546b8054d7, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4936c5b3-048e-48df-af97-fd546b8054d7,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:00:32.731987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:32.826924 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=4936c5b3-048e-48df-af97-fd546b8054d7,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:00:34.433197 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4936c5b3-048e-48df-af97-fd546b8054d7 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:00:34.486217 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 4936c5b3-048e-48df-af97-fd546b8054d7 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:00:34.486925 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4936c5b3-048e-48df-af97-fd546b8054d7), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:34.605753 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 4936c5b3-048e-48df-af97-fd546b8054d7 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:00:39.177563 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e8797f3f-63d1-4601-a632-c0728c2b657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:41.509052 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f1f6db98-0a11-4812-87d3-926e875ba698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:42.955649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:44.400651 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:45.715236 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:00:53.555889 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:01:09.171268 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-66efae43-74ef-4413-ab85-3c7146d5dd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:11.605751 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-396032fd-25f5-40a8-aa15-6700aa705349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:12.970885 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:14.397816 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:15.708400 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:30.553911 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:01:39.175950 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2751f3d6-ee8e-49a3-bd52-94031380912e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:41.488415 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6e85b218-bfae-4778-8c7a-a9e55ce53481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:42.930438 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:44.381779 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:45.701510 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:50.768974 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53018) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:01:50.832028 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.pecan_wsgi.hooks.translation [None req-168aa396-8179-4d29-af53-f38e9958e70b admin admin] GET failed (client error): The resource could not be found. Mar 04 01:01:50.838325 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-168aa396-8179-4d29-af53-f38e9958e70b admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634153 Mar 04 01:01:50.990897 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44c31ee-d376-4d3e-bdd3-6063934644c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:50.992376 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a44c31ee-d376-4d3e-bdd3-6063934644c0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548586 Mar 04 01:01:53.287048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53028) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:01:53.378408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c204311-3e59-4896-b169-eea79112a598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:53.379728 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7c204311-3e59-4896-b169-eea79112a598 admin admin] 10.222.0.32 "GET /v2.0/subnets/73830aa9-4bd7-4e99-b622-3f31a896a155 HTTP/1.1" status: 200 len: 849 time: 0.0917189 Mar 04 01:01:53.389010 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:01:53.469973 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Publish callbacks [] for subnet (73830aa9-4bd7-4e99-b622-3f31a896a155), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:53.667371 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753888074725'] for subnet (73830aa9-4bd7-4e99-b622-3f31a896a155), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:53.698174 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:53.698773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:53.700050 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] 10.222.0.32 "PUT /v2.0/subnets/73830aa9-4bd7-4e99-b622-3f31a896a155 HTTP/1.1" status: 200 len: 868 time: 0.3146114 Mar 04 01:01:53.703972 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938e0d7-5380-46ea-8780-fb004a5dc682 None None] Network 25f359ef-03f2-4352-829d-ff278d046d4d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:01:53.722579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73830aa9-4bd7-4e99-b622-3f31a896a155,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:01:53.730343 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.730726 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.731065 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.731417 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.731764 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.732107 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.732502 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.732851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.733207 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.733618 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.733957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.734609 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:53.734983 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d9ca4-f53f-4026-bf57-3ea822fce0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:01:54.035431 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-cc461b1e-0285-486c-b8af-3e27addacacb None None] Provisioning complete for port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:01:54.035820 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cc461b1e-0285-486c-b8af-3e27addacacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6f9ddc92-21b1-4882-8e03-4c8eeb44193e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:54.110406 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-cc461b1e-0285-486c-b8af-3e27addacacb None None] Current status of the port 6f9ddc92-21b1-4882-8e03-4c8eeb44193e is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:01:54.119847 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-cc461b1e-0285-486c-b8af-3e27addacacb None None] Provisioning complete for port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:01:54.120238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cc461b1e-0285-486c-b8af-3e27addacacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87c5ad7c-29b2-4929-b9e8-f35260aa78e4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:01:54.195186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-cc461b1e-0285-486c-b8af-3e27addacacb None None] Current status of the port 87c5ad7c-29b2-4929-b9e8-f35260aa78e4 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:01:56.021998 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53038) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:01:56.217038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c8745-0134-474f-a98c-c74fe1c2fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:56.217440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c8745-0134-474f-a98c-c74fe1c2fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:56.219019 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8f5c8745-0134-474f-a98c-c74fe1c2fe4f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960163 Mar 04 01:01:58.520800 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53046) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:01:58.651023 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e707e95-8bbc-4112-9a4e-bfd4a4319346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:58.651510 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e707e95-8bbc-4112-9a4e-bfd4a4319346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:01:58.653079 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6e707e95-8bbc-4112-9a4e-bfd4a4319346 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313174 Mar 04 01:02:00.963308 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53054) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:01.091366 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d4389-6eb8-40e0-9eec-445008a6421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:01.092795 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-368d4389-6eb8-40e0-9eec-445008a6421c admin admin] 10.222.0.32 "GET /v2.0/networks/25f359ef-03f2-4352-829d-ff278d046d4d HTTP/1.1" status: 200 len: 869 time: 0.1285048 Mar 04 01:02:03.380070 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53062) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:03.500563 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8ccf7-e4b0-4f13-9c1c-5f4c2c0fee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:03.502049 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6af8ccf7-e4b0-4f13-9c1c-5f4c2c0fee8f admin admin] 10.222.0.32 "GET /v2.0/networks/cdc69800-4de6-4e6e-9a26-ecf98ddd830b HTTP/1.1" status: 200 len: 886 time: 0.1209555 Mar 04 01:02:05.794076 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53070) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:05.916897 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47bde8-cf0b-497d-91fe-da4b5aad7fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:05.917284 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47bde8-cf0b-497d-91fe-da4b5aad7fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:05.918798 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-0c47bde8-cf0b-497d-91fe-da4b5aad7fe0 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237781 Mar 04 01:02:07.551742 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:02:08.224138 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53078) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:08.312634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c131297-648b-430d-a4ab-f1fe8630f376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:08.313097 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c131297-648b-430d-a4ab-f1fe8630f376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:08.314573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6c131297-648b-430d-a4ab-f1fe8630f376 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894630 Mar 04 01:02:09.198351 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4217a9fb-8468-4e49-be89-9dff6cf0eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:10.606879 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53086) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:10.696729 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171165cb-f7e4-4472-8f8f-6a7aedb9e01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:10.698058 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-171165cb-f7e4-4472-8f8f-6a7aedb9e01d admin admin] 10.222.0.32 "GET /v2.0/subnets/73830aa9-4bd7-4e99-b622-3f31a896a155 HTTP/1.1" status: 200 len: 868 time: 0.0902314 Mar 04 01:02:11.490183 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f79e6af0-1d8a-4373-a6c4-641204eff438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:12.962373 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:12.985912 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53094) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:13.072279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb270715-1493-462d-97b4-715322dc0e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:13.073594 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-eb270715-1493-462d-97b4-715322dc0e62 admin admin] 10.222.0.32 "GET /v2.0/subnets/e1bdae08-0153-4218-b115-bea5aaae8db4 HTTP/1.1" status: 200 len: 816 time: 0.0867546 Mar 04 01:02:14.385242 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:15.718517 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:39.219242 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b1497f2c-8732-42aa-99e4-1b9af769611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:41.040425 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53148) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:41.087199 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [None req-8328d8b4-ce92-43a9-bd90-e7ac8a23cc1a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:02:41.088192 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8328d8b4-ce92-43a9-bd90-e7ac8a23cc1a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468416 Mar 04 01:02:41.524009 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-47e3bd30-9921-490e-9ba0-bca84f9d0487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:42.939448 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:43.485141 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53156) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:43.544761 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2763ef1c-6692-4ea1-b8b0-3ed7d1d04565 admin admin] GET failed (client error): The resource could not be found. Mar 04 01:02:43.546749 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-2763ef1c-6692-4ea1-b8b0-3ed7d1d04565 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606477 Mar 04 01:02:43.689041 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f057f-5d6d-4e64-8ea1-90793a2deaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:43.690424 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-4a3f057f-5d6d-4e64-8ea1-90793a2deaa3 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397121 Mar 04 01:02:44.411151 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:44.550585 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:02:45.706776 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:46.017139 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53164) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:46.063898 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:02:46.134916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Made reservation on behalf of 4edcb7dfe105429a9b04fae77825899c for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:02:46.137206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:46.164391 dv-cinder-831090-8-iscsi neutron-server[103556]: WARNING neutron.services.revisions.revision_plugin [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Could not find related network for resource to bump revision. Mar 04 01:02:46.175433 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:02:46.183765 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (291e38ea-a734-42e4-a3fb-ba919130d8fa), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:46.184105 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Added segment 291e38ea-a734-42e4-a3fb-ba919130d8fa of type vlan for network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a Mar 04 01:02:46.221013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (4c03d7d5-f6b9-43eb-93c6-14e7f686f65a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:46.277746 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (4c03d7d5-f6b9-43eb-93c6-14e7f686f65a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:46.278698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:46.279796 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:46.337550 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c03d7d5-f6b9-43eb-93c6-14e7f686f65a,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:02:46.347711 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:02:46.378038 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f943f612-f51c-45e8-a8c7-d7b9eb17b9c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3597107 Mar 04 01:02:48.672554 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53172) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:02:48.731667 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0100406-6d04-460f-acd4-6a4e108b91d3 admin admin] GET failed (client error): The resource could not be found. Mar 04 01:02:48.733507 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f0100406-6d04-460f-acd4-6a4e108b91d3 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599923 Mar 04 01:02:48.802563 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e54e0d-f47a-4624-a07c-5b170c3433ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:48.803965 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-01e54e0d-f47a-4624-a07c-5b170c3433ca admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665565 Mar 04 01:02:48.813854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a', 'cidr': '192.168.233.0/24'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:02:49.077617 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Made reservation on behalf of 4edcb7dfe105429a9b04fae77825899c for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:02:49.079866 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:49.414965 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (daece7c0-25ff-4d39-bc80-b7e6a0d974ee), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:49.461641 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=daece7c0-25ff-4d39-bc80-b7e6a0d974ee,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:02:49.476454 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Checking segment: {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:02:49.476812 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Network hostable DHCP agents. Network: 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:02:49.563104 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:02:49.620329 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:02:49.624978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:02:49.625577 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:49.632714 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd5322-f682-445b-b5c9-c8d9821d5024 None None] Network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:02:49.710958 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-4109bddf-cfc0-4e2e-a2ac-0620d552e36a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8872998 Mar 04 01:02:49.734061 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-4c03d7d5-f6b9-43eb-93c6-14e7f686f65a', 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a', 'project_id': '4edcb7dfe105429a9b04fae77825899c', 'fixed_ips': [{'subnet_id': 'daece7c0-25ff-4d39-bc80-b7e6a0d974ee'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:02:49.734944 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:49.969558 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Allocated IP 192.168.233.2 (4c03d7d5-f6b9-43eb-93c6-14e7f686f65a/daece7c0-25ff-4d39-bc80-b7e6a0d974ee/f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:02:50.110050 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Publish callbacks [] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:50.164339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:50.204424 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:02:50.207184 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:02:50.210650 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:02:50.217682 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Pushing event updated for resources: {'Port': ['ID=f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:02:50.227179 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.227492 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.227863 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.228215 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.228584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.228921 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.229256 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.229591 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.229921 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.230271 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.230605 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.230965 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.231291 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:02:50.278161 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Attempting to bind port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:02:50.278538 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Attempting to bind port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:02:50.278909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Attempting to bind port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 on network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:02:50.283935 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:02:50.284346 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Checking segment: {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:02:50.284752 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:50.285154 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Bound using segment: {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:02:50.285620 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Bound port: f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:02:50.286001 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:50.350438 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] For port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:02:50.353512 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] For port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:02:50.392601 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:50.455968 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3623b9-6ffc-49f9-8c6f-daf1c4dbef5d None None] Pushing event updated for resources: {'Port': ['ID=f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:02:51.275015 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ef4b4-958c-4077-9487-ba6522b1e456 None None] Network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:02:51.358503 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] Provisioning complete for port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:02:51.358998 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:51.461741 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] Current status of the port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:02:51.462142 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:51.502235 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] For port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:02:51.598060 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:51.646021 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd14b5e-50fd-402f-9b60-0c80eebbc2e9 None None] Pushing event updated for resources: {'Port': ['ID=f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:02:51.717531 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-58adfc67-0497-4362-b1d2-1c0faff6bac1 None None] Provisioning complete for port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:02:51.717856 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-58adfc67-0497-4362-b1d2-1c0faff6bac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:51.794086 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-58adfc67-0497-4362-b1d2-1c0faff6bac1 None None] Current status of the port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:02:52.444472 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:02:52.497469 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:02:52.497859 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:02:52.577284 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port f07a4e24-2caa-40f7-9ad0-5ffe09ac72c0 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:03:09.212845 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-855f6a15-b116-4603-bfc2-50236c828967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:11.489023 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b6b73abe-0b3d-4ffe-93df-b4646ab5358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:12.978929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:14.403238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:15.706612 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:21.549452 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:03:39.206530 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b51eb50c-03d1-43d4-a843-aa859af80563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:41.492428 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c13befe6-9ec9-4dfa-aeb7-5877084d30cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:42.985655 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:44.379887 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:45.705480 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:03:58.549051 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:04:09.191251 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d230c27f-6a9a-4850-84df-ef0b073c9af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:11.488292 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe674-7251-4552-876e-5cffb57defcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:12.973526 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:14.389491 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:15.722476 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:19.871124 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53210) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:04:19.877351 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [None req-5705238b-38ce-49d7-979a-534462c63a3c tempest-verify_tempest_config-2018961213 tempest-verify_tempest_config-2018961213-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:04:19.878316 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5705238b-38ce-49d7-979a-534462c63a3c tempest-verify_tempest_config-2018961213 tempest-verify_tempest_config-2018961213-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056860 Mar 04 01:04:20.395189 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53228) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:04:20.495125 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.565843 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Publish callbacks [] for security_group (2f429809-309f-44c0-bbb9-e727624433ed), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.646405 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2f429809-309f-44c0-bbb9-e727624433ed), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.690688 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e4afed021ca4165baad77578aac3e88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2944701 Mar 04 01:04:20.691775 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f429809-309f-44c0-bbb9-e727624433ed,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:04:20.693485 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53232) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:04:20.698504 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.702712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.703537 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.703537 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965122e2-d76f-4916-b581-28b6c170677b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.773738 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Publish callbacks [] for security_group (2f429809-309f-44c0-bbb9-e727624433ed), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.793948 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Publish callbacks [] for security_group (2f429809-309f-44c0-bbb9-e727624433ed), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.933902 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2f429809-309f-44c0-bbb9-e727624433ed), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.937024 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:20.938237 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f429809-309f-44c0-bbb9-e727624433ed HTTP/1.1" status: 204 len: 168 time: 0.2437551 Mar 04 01:04:20.946120 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f429809-309f-44c0-bbb9-e727624433ed,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:04:20.952848 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.953301 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.953676 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.954016 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.954377 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.954710 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.955096 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.955459 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.955804 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.956165 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.956530 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.956855 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:20.957179 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d231fbb-9b98-48b7-8f7c-2d20a1f68066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:04:35.547183 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:04:39.212928 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-36e45e72-c454-49ce-bc77-8d453beea6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:41.464431 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-568a83ad-dcd5-4cfa-8117-8d06ff76cd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:43.005854 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:44.390285 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:04:45.716015 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:09.206829 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c66670a-13e2-430c-ae08-d21887a93823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:11.510180 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a553-069f-4071-b2d3-c0691ae9b7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:12.546616 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:05:12.972560 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:14.417093 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:15.703760 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:39.206460 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-30af243d-a570-4627-bd41-630915cd6f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:41.479026 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-81f460c7-ea3b-4fb6-9ade-a4d9a7ad58ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:42.989059 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:44.394843 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:45.731049 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:05:49.545580 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 5 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:05:58.772365 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3979097'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:09.211942 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d31af592-dc3d-4fdb-a1f2-8302a921330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:11.480614 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ad703c1c-c33c-45e5-a12a-2aee2aa9b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:12.987812 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:13.269214 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53304) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:06:13.369429 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b62b5f6c-1cdf-4bde-9c0f-e8677fd71a00 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0991383 Mar 04 01:06:14.410590 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:15.688301 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53314) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:06:15.713396 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:15.745132 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f372ab91-dcb7-4096-adc7-432e25430b74 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0557697 Mar 04 01:06:26.543768 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:06:28.759832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:39.209990 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-863f36cf-c047-473c-a8f8-0747dc566950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:41.491054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b19065a3-f1dd-4b5d-ae4c-b66b25264278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:42.999646 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:44.417077 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:45.725464 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:06:58.776960 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:03.543218 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:07:09.194482 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-bc681353-c4d7-43fd-8a7e-5ac61f58934f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:11.502517 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-8c7d61f2-3df9-4eb7-b297-f0c061bfe25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:13.078054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:14.409286 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:15.719326 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:28.769182 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:39.197664 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-3c9c16b1-d870-401b-88e6-d9b20ace5800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:40.542575 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:07:41.468017 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-67bf3b7e-9325-4328-9345-3cf6080806f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:42.993618 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:44.443474 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:45.730442 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:50.433393 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53456) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:50.777735 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-network', 'tenant_id': '5f4dd23db5774336ae6a251285752932'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:50.866955 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Made reservation on behalf of 5f4dd23db5774336ae6a251285752932 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:50.866955 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:50.874180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:50.950586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks [] for security_group (78d5c74a-13b7-45e1-b4c0-140122112f09), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.044737 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (78d5c74a-13b7-45e1-b4c0-140122112f09), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.067748 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5c74a-13b7-45e1-b4c0-140122112f09,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (089c58fd-d6bc-4a54-a9b2-599a2cb84e90), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Added segment 089c58fd-d6bc-4a54-a9b2-599a2cb84e90 of type vlan for network c7a00972-08f8-4458-80f5-4505437b0373 Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.097279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Tracked resource versions report: Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: pushed versions: Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: { 'AddressGroup': {'1.2'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'ConntrackHelper': {'1.0'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'LocalIPAssociation': {'1.0'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Log': {'1.0'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Network': {'1.1'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Port': {'1.7'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'PortForwarding': {'1.2'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'QosPolicy': {'1.10'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroup': {'1.5'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroupRule': {'1.2'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SubPort': {'1.0'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Subnet': {'1.1'}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Trunk': {'1.1'}} Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: consumer versions: Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: HyperV agent@hv-cinder-83109: {}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'ConntrackHelper': '1.0', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'LocalIPAssociation': '1.0', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Log': '1.0', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Network': '1.1', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Port': '1.7', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'PortForwarding': '1.2', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'QosPolicy': '1.10', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroup': '1.5', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SecurityGroupRule': '1.2', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'SubPort': '1.0', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Subnet': '1.1', Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: 'Trunk': '1.1'}} Mar 04 01:07:51.098363 dv-cinder-831090-8-iscsi neutron-server[103556]: {{(pid=103556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 01:07:51.139654 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (c7a00972-08f8-4458-80f5-4505437b0373), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.209827 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (c7a00972-08f8-4458-80f5-4505437b0373), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.212663 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:51.212663 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.269677 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] Pushing event updated for resources: {'Network': ['ID=c7a00972-08f8-4458-80f5-4505437b0373,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:51.288362 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network c7a00972-08f8-4458-80f5-4505437b0373 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:07:51.313593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-60648a98-8a0f-4446-b4dd-c6a46fb9f12e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8759320 Mar 04 01:07:51.313792 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53506) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:51.318544 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Request body: {'subnet': {'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-subnet', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:51.371652 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53510) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:51.403413 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Made reservation on behalf of 5f4dd23db5774336ae6a251285752932 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:51.406297 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.616967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.665516 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:51.680708 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Checking segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:07:51.681157 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Network hostable DHCP agents. Network: c7a00972-08f8-4458-80f5-4505437b0373, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:07:51.765125 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Network c7a00972-08f8-4458-80f5-4505437b0373 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:07:51.816101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, c7a00972-08f8-4458-80f5-4505437b0373) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:51.820522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:51.821111 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:51.828839 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ba4d8-962d-4717-867e-71b4a5dda592 None None] Network c7a00972-08f8-4458-80f5-4505437b0373 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:51.891308 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-777905683-network', 'tenant_id': '0a8c805c505b4285a5ba4d7d53256f26'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:51.901022 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-ecbf911c-2b60-4df7-b2be-061b05bffc17 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5834792 Mar 04 01:07:51.901652 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53530) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:51.907553 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:51.929419 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53534) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:51.934169 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94ef25-3f59-4780-a2a3-366657769c19 None None] Network c7a00972-08f8-4458-80f5-4505437b0373 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:52.003752 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Made reservation on behalf of 0a8c805c505b4285a5ba4d7d53256f26 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:52.007288 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.016864 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (d497eeb0-e5f0-4336-ba07-101b6cb46194), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.018322 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (d497eeb0-e5f0-4336-ba07-101b6cb46194), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.018470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.035433 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53540) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:52.088340 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks [] for router_controller (d497eeb0-e5f0-4336-ba07-101b6cb46194), precommit_add_association {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.113978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks [] for security_group (6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.193296 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.226268 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:07:52.233747 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:52.240647 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (af40c8a5-836a-4e81-9bdc-7341dbd786b7), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.240989 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Added segment af40c8a5-836a-4e81-9bdc-7341dbd786b7 of type vlan for network 33c61b91-a978-46f1-80bd-91d952f71c12 Mar 04 01:07:52.282661 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1739194647-network', 'tenant_id': '64461e5af2494477af3f0cf68ace752f'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:52.300781 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (33c61b91-a978-46f1-80bd-91d952f71c12), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.339046 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-314536365-network', 'tenant_id': '8f262907128c42b49b67312b5f62378e'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:52.343592 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks [] for router_gateway (d497eeb0-e5f0-4336-ba07-101b6cb46194), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.405794 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Made reservation on behalf of 64461e5af2494477af3f0cf68ace752f for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:52.408134 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.411579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (33c61b91-a978-46f1-80bd-91d952f71c12), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.412516 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:52.413111 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.481899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=33c61b91-a978-46f1-80bd-91d952f71c12,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:52.484667 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.495011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 33c61b91-a978-46f1-80bd-91d952f71c12 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:07:52.501708 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Made reservation on behalf of 8f262907128c42b49b67312b5f62378e for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:52.504158 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.517850 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.588726 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-02b09ae6-2406-41fc-af65-388a68bcd5f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2159092 Mar 04 01:07:52.595236 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53566) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:52.600110 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Request body: {'subnet': {'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-777905683-subnet', 'tenant_id': '0a8c805c505b4285a5ba4d7d53256f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:52.657336 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks [] for security_group (81c19b9b-c01a-40a1-8b81-e7df827c8a93), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.678500 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks [] for security_group (e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.730677 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Made reservation on behalf of 0a8c805c505b4285a5ba4d7d53256f26 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:52.733697 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.735617 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks [] for router_gateway (d497eeb0-e5f0-4336-ba07-101b6cb46194), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.762067 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.786562 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (81c19b9b-c01a-40a1-8b81-e7df827c8a93), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.789319 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.827142 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:07:52.832811 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:07:52.865468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (b6ba4d15-61cd-44df-aabf-463fb397d20a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.865815 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Added segment b6ba4d15-61cd-44df-aabf-463fb397d20a of type vlan for network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 Mar 04 01:07:52.880370 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (8c3aafec-02d0-405e-b96b-9db1e378c391), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.880370 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Added segment 8c3aafec-02d0-405e-b96b-9db1e378c391 of type vlan for network b7264557-89d2-4e14-a393-ff4fad6aa15e Mar 04 01:07:52.881513 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c19b9b-c01a-40a1-8b81-e7df827c8a93,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:52.983702 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (f16f212a-20a1-4d36-ab0d-c6559c38d5c8), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:52.986516 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (b7264557-89d2-4e14-a393-ff4fad6aa15e), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.012257 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:53.037552 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Allocated IP 172.27.2.108 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/d6503730-3d83-4d18-b07b-56e67a6b76e3) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:07:53.165833 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (f16f212a-20a1-4d36-ab0d-c6559c38d5c8), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.167056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:53.167879 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.170566 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (b7264557-89d2-4e14-a393-ff4fad6aa15e), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.175077 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:53.175077 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.181178 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks [] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.234008 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (54ef22e9-4158-4d97-91ef-dcafa990d110), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.347085 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4142261 Mar 04 01:07:53.354721 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53594) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:53.361496 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3213143 Mar 04 01:07:53.361622 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53596) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:53.366374 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Request body: {'subnet': {'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1739194647-subnet', 'tenant_id': '64461e5af2494477af3f0cf68ace752f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:53.366514 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Request body: {'subnet': {'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-subnet', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:53.395914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Checking segment: {'id': 'af40c8a5-836a-4e81-9bdc-7341dbd786b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:07:53.396305 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Network hostable DHCP agents. Network: 33c61b91-a978-46f1-80bd-91d952f71c12, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:07:53.406628 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a77fb-d4af-4cb6-8039-87dcee5eb44e admin admin] Pushing event updated for resources: {'Network': ['ID=f16f212a-20a1-4d36-ab0d-c6559c38d5c8,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:53.420224 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:07:53.451786 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.475995 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ef22e9-4158-4d97-91ef-dcafa990d110,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:53.491509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14454132-dcdb-4ba4-98f0-33be0da728ec admin admin] Pushing event updated for resources: {'Network': ['ID=b7264557-89d2-4e14-a393-ff4fad6aa15e,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:53.504627 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network b7264557-89d2-4e14-a393-ff4fad6aa15e details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:07:53.511470 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Made reservation on behalf of 8f262907128c42b49b67312b5f62378e for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:53.514471 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.542744 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:07:53.543342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Made reservation on behalf of 64461e5af2494477af3f0cf68ace752f for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:07:53.546451 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.561651 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:53.568663 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:07:53.622334 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Network 33c61b91-a978-46f1-80bd-91d952f71c12 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:07:53.684576 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 33c61b91-a978-46f1-80bd-91d952f71c12) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:53.691618 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:53.696942 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:53.709699 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80083b8d-c10a-4726-90a1-498cbfa05fa3 None None] Network 33c61b91-a978-46f1-80bd-91d952f71c12 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:53.737694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Pushing event updated for resources: {'Port': ['ID=d6503730-3d83-4d18-b07b-56e67a6b76e3,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:53.806498 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.806880 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.807240 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.807589 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.807947 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.808287 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.808655 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.809003 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.809622 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.809761 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.810068 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.810382 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.811747 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Tracked resource versions report: Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: pushed versions: Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: { 'AddressGroup': {'1.2'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'ConntrackHelper': {'1.0'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'LocalIPAssociation': {'1.0'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Log': {'1.0'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Network': {'1.1'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Port': {'1.7'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'PortForwarding': {'1.2'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'QosPolicy': {'1.10'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroup': {'1.5'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroupRule': {'1.2'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SubPort': {'1.0'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Subnet': {'1.1'}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Trunk': {'1.1'}} Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: consumer versions: Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: HyperV agent@hv-cinder-83109: {}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'ConntrackHelper': '1.0', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'LocalIPAssociation': '1.0', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Log': '1.0', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Network': '1.1', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Port': '1.7', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'PortForwarding': '1.2', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'QosPolicy': '1.10', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroup': '1.5', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SecurityGroupRule': '1.2', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'SubPort': '1.0', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Subnet': '1.1', Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: 'Trunk': '1.1'}} Mar 04 01:07:53.812525 dv-cinder-831090-8-iscsi neutron-server[103557]: {{(pid=103557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 01:07:53.845678 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-195a54a7-9be0-41c0-bfda-0817ef7f7203 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2492089 Mar 04 01:07:53.955967 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c6999-7b94-4b3d-bddb-3dcbcf94cc01 None None] Network 33c61b91-a978-46f1-80bd-91d952f71c12 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:53.965539 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (4139887e-7a51-47f5-99b7-bcc00c006681), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:54.143922 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Checking segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:07:54.144310 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Network hostable DHCP agents. Network: f16f212a-20a1-4d36-ab0d-c6559c38d5c8, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:07:54.157824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4139887e-7a51-47f5-99b7-bcc00c006681,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:54.255521 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:07:54.287113 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks [] for router_gateway (d497eeb0-e5f0-4336-ba07-101b6cb46194), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:54.342559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, f16f212a-20a1-4d36-ab0d-c6559c38d5c8) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:54.347513 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:54.348957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:54.354729 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e80e1c-b439-47f6-a236-f0bbc8380bc6 None None] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:54.367684 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (ad4d235e-6b85-43ea-afbc-acf68c1c336f), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:54.436315 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7592f00c-b2ad-45d0-a031-27fd526aee26 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0688713 Mar 04 01:07:54.476980 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4d235e-6b85-43ea-afbc-acf68c1c336f,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:54.541830 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Checking segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:07:54.542126 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Network hostable DHCP agents. Network: b7264557-89d2-4e14-a393-ff4fad6aa15e, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:07:54.550448 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb8397-8448-473d-a85e-c69247afaaf5 None None] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:54.692910 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Network b7264557-89d2-4e14-a393-ff4fad6aa15e is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:07:54.718596 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (d497eeb0-e5f0-4336-ba07-101b6cb46194), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:54.777070 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, b7264557-89d2-4e14-a393-ff4fad6aa15e) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:54.782583 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:54.783133 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:54.786907 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39ed64-2ca0-4018-b210-6a180c56794a None None] Network b7264557-89d2-4e14-a393-ff4fad6aa15e requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:54.861079 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53688) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:54.867967 dv-cinder-831090-8-iscsi neutron-server[103556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 01:07:54.889494 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ed544a18-bb45-4f99-851f-711b84311842 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5265512 Mar 04 01:07:54.893106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53690) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:54.897897 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:07:54.972172 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-b7264557-89d2-4e14-a393-ff4fad6aa15e', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:07:54.975816 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.026577 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Router d497eeb0-e5f0-4336-ba07-101b6cb46194 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:07:55.061916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53708) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:55.117666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (42428e6a-8cc5-46c4-9b40-a029de7e589f), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.118760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (42428e6a-8cc5-46c4-9b40-a029de7e589f), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.142360 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Allocated IP 172.20.0.2 (b7264557-89d2-4e14-a393-ff4fad6aa15e/ad4d235e-6b85-43ea-afbc-acf68c1c336f/dcbc7514-fae7-4c2a-918e-9bab514c0ec1) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:07:55.152988 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:07:55.159499 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-3ed12a21-48c4-4dad-87bb-21987f150421 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:55.163391 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-3ed12a21-48c4-4dad-87bb-21987f150421 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/networks?id=33c61b91-a978-46f1-80bd-91d952f71c12 HTTP/1.1" status: 200 len: 811 time: 0.3005552 Mar 04 01:07:55.164170 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Sync routers for ids ['d497eeb0-e5f0-4336-ba07-101b6cb46194'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:07:55.175545 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Routers {'d497eeb0-e5f0-4336-ba07-101b6cb46194'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:07:55.180689 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['d497eeb0-e5f0-4336-ba07-101b6cb46194'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:07:55.184462 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-a8b7e1ae-99a2-447f-b07d-e5fa7b2451c2 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/quotas/0a8c805c505b4285a5ba4d7d53256f26 HTTP/1.1" status: 200 len: 375 time: 0.0157149 Mar 04 01:07:55.288212 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.289598 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-bb32a3a2-e476-42f0-85f3-fd626262d8bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3869512 Mar 04 01:07:55.295455 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53710) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:55.330230 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Publish callbacks [] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.401805 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Set router d497eeb0-e5f0-4336-ba07-101b6cb46194 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:07:55.407220 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.457842 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Network b7264557-89d2-4e14-a393-ff4fad6aa15e is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:07:55.462502 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-a955d8bf-3afb-4740-bddd-64f6ae953c10 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8c805c505b4285a5ba4d7d53256f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608261 Mar 04 01:07:55.468021 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:55.488668 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:07:55.510181 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Pushing event updated for resources: {'Port': ['ID=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:55.536427 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks [] for router_controller (42428e6a-8cc5-46c4-9b40-a029de7e589f), precommit_add_association {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.557850 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-42436cd1-9fe7-4dd5-8416-c5a945d2193b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:07:55.559672 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-42436cd1-9fe7-4dd5-8416-c5a945d2193b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.4963193 Mar 04 01:07:55.598410 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-486936dc-41b0-460c-b706-576e78f03d09 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/quotas/64461e5af2494477af3f0cf68ace752f HTTP/1.1" status: 200 len: 375 time: 0.0106041 Mar 04 01:07:55.604836 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.605332 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.605553 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.612506 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.615227 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.615454 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.615806 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.616146 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.617498 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.617875 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.619750 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.620071 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.622496 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Tracked resource versions report: Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: pushed versions: Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: { 'AddressGroup': {'1.2'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'ConntrackHelper': {'1.0'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'LocalIPAssociation': {'1.0'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Log': {'1.0'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Network': {'1.1'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Port': {'1.7'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'PortForwarding': {'1.2'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'QosPolicy': {'1.10'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroup': {'1.5'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroupRule': {'1.2'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SubPort': {'1.0'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Subnet': {'1.1'}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Trunk': {'1.1'}} Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: consumer versions: Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: HyperV agent@hv-cinder-83109: {}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'ConntrackHelper': '1.0', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'LocalIPAssociation': '1.0', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Log': '1.0', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Network': '1.1', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Port': '1.7', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'PortForwarding': '1.2', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'QosPolicy': '1.10', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroup': '1.5', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SecurityGroupRule': '1.2', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'SubPort': '1.0', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Subnet': '1.1', Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: 'Trunk': '1.1'}} Mar 04 01:07:55.625939 dv-cinder-831090-8-iscsi neutron-server[103558]: {{(pid=103558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 01:07:55.684027 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-f9143a23-03e7-4a05-be42-4f6b99a6e9c1 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844638 Mar 04 01:07:55.689371 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Attempting to bind port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:07:55.691997 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Attempting to bind port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:07:55.692405 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Attempting to bind port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 on network b7264557-89d2-4e14-a393-ff4fad6aa15e {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:07:55.698624 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:53Z', 'revision_number': 3, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:07:55.707618 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:07:55.709222 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Checking segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:07:55.709638 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.710030 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Bound using segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:07:55.710514 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Bound port: dcbc7514-fae7-4c2a-918e-9bab514c0ec1, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:07:55.712451 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.727908 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Checking router: d497eeb0-e5f0-4336-ba07-101b6cb46194 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:07:55.728253 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Updating router d497eeb0-e5f0-4336-ba07-101b6cb46194 port d6503730-3d83-4d18-b07b-56e67a6b76e3 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:07:55.766446 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:55.893684 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] For port dcbc7514-fae7-4c2a-918e-9bab514c0ec1, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:07:55.902001 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] For port dcbc7514-fae7-4c2a-918e-9bab514c0ec1, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:07:55.927658 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-4ccbb876-3a21-41a3-9b4e-9a1c7a3e979e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:07:55.934292 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-4ccbb876-3a21-41a3-9b4e-9a1c7a3e979e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1499174 Mar 04 01:07:56.010808 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.011479 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-7d1981f2-ca1e-4b1f-bee6-b51e8ddf095f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:07:56.012616 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-7d1981f2-ca1e-4b1f-bee6-b51e8ddf095f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2091801 Mar 04 01:07:56.114801 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017995ef-f9b7-46b0-8f2f-aca97608ccc1 None None] Pushing event updated for resources: {'Port': ['ID=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:56.115605 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks [] for router_gateway (42428e6a-8cc5-46c4-9b40-a029de7e589f), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.189385 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Publish callbacks [] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.192752 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-19d2d011-3ecc-4667-969d-24ec12a3fd47 service neutron] 10.222.0.32 "GET /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463868 Mar 04 01:07:56.265989 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.274209 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.298532 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-aaa0cb54-2984-4a80-90ba-614f40458925 service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580190 Mar 04 01:07:56.417793 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Attempting to bind port d6503730-3d83-4d18-b07b-56e67a6b76e3 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:07:56.417793 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Attempting to bind port d6503730-3d83-4d18-b07b-56e67a6b76e3 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:07:56.417793 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Attempting to bind port d6503730-3d83-4d18-b07b-56e67a6b76e3 on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:07:56.429039 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:07:56.429402 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:07:56.429811 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.430209 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:07:56.430685 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Bound port: d6503730-3d83-4d18-b07b-56e67a6b76e3, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:07:56.431198 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.447713 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-4636cf90-b9ec-46be-8c4c-76255c9ee41f service neutron] 10.222.0.32 "GET /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413583 Mar 04 01:07:56.472472 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Pushing event updated for resources: {'Port': ['ID=d6503730-3d83-4d18-b07b-56e67a6b76e3,revision_number=2']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:56.504619 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-605ff987-5cb2-45cb-920f-c37f9199fa59 service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650903 Mar 04 01:07:56.518337 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.522620 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.522998 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.524535 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.525065 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.529056 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.532085 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Tracked resource versions report: Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: pushed versions: Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: { 'AddressGroup': {'1.2'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'ConntrackHelper': {'1.0'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'LocalIPAssociation': {'1.0'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Log': {'1.0'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Network': {'1.1'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Port': {'1.7'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'PortForwarding': {'1.2'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'QosPolicy': {'1.10'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroup': {'1.5'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroupRule': {'1.2'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SubPort': {'1.0'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Subnet': {'1.1'}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Trunk': {'1.1'}} Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: consumer versions: Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: { DHCP agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: HyperV agent@hv-cinder-83109: {}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: L3 agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: Metadata agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: Metering agent@dv-cinder-831090-8-iscsi: {}, Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: Open vSwitch agent@dv-cinder-831090-8-iscsi: { 'AddressGroup': '1.2', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'ConntrackHelper': '1.0', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'LocalIPAssociation': '1.0', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Log': '1.0', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Network': '1.1', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Port': '1.7', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'PortForwarding': '1.2', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'QosPolicy': '1.10', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroup': '1.5', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SecurityGroupRule': '1.2', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'SubPort': '1.0', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Subnet': '1.1', Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: 'Trunk': '1.1'}} Mar 04 01:07:56.541648 dv-cinder-831090-8-iscsi neutron-server[103559]: {{(pid=103559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 01:07:56.591624 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] For port d6503730-3d83-4d18-b07b-56e67a6b76e3, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:07:56.619376 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] For port d6503730-3d83-4d18-b07b-56e67a6b76e3, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=d6503730-3d83-4d18-b07b-56e67a6b76e3,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:07:56.692858 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Allocated IP 172.20.0.1 (c7a00972-08f8-4458-80f5-4505437b0373/08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5/0313d333-4b0e-4f91-bd23-5b9d55a8a174) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:07:56.718581 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.753542 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks [] for router_gateway (42428e6a-8cc5-46c4-9b40-a029de7e589f), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.777958 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device dcbc7514-fae7-4c2a-918e-9bab514c0ec1 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:07:56.791026 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:56.892931 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Routers {'d497eeb0-e5f0-4336-ba07-101b6cb46194'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:07:56.893653 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['d497eeb0-e5f0-4336-ba07-101b6cb46194'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:07:56.950111 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:07:56.950832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.005763 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e87c-ca11-470d-8695-c494b54e016e None None] Pushing event updated for resources: {'Port': ['ID=d6503730-3d83-4d18-b07b-56e67a6b76e3,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:57.035969 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks [] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.135359 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-274c9b16-249e-40a3-aaa5-49b5c7e1ae7c req-9c350894-bfd5-4546-83f0-966eb9491e88 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.1596317 Mar 04 01:07:57.201793 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:07:57.201906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Allocated IP 172.27.2.126 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:07:57.201989 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.219217 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] Set router d497eeb0-e5f0-4336-ba07-101b6cb46194 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:07:57.222632 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.247436 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5c3246bd-35c9-4e16-b969-0106df79c8b7 req-0e5c7204-1a7e-4592-b526-f24e2a475d76 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0950181 Mar 04 01:07:57.270165 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port dcbc7514-fae7-4c2a-918e-9bab514c0ec1, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:07:57.336352 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Network c7a00972-08f8-4458-80f5-4505437b0373 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:07:57.345670 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:57.352237 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:07:57.352714 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (d497eeb0-e5f0-4336-ba07-101b6cb46194), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.365080 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.469795 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:57.508477 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0313d333-4b0e-4f91-bd23-5b9d55a8a174,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:57.542603 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks [] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.636880 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:53Z', 'revision_number': 3, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:07:57.672861 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.682120 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1cb-f7fd-4270-b1f9-aaf2108b7912 None None] The sync data for ids ['d497eeb0-e5f0-4336-ba07-101b6cb46194'] in dv-cinder-831090-8-iscsi is: [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:53Z', 'revision_number': 3, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:07:57.746721 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53824) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:57.789632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf2e11-1d95-477e-9e82-ff4af4b31d12 None None] Network b7264557-89d2-4e14-a393-ff4fad6aa15e requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:07:57.790344 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:07:57.794163 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:57.812106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Pushing event updated for resources: {'Port': ['ID=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:57.817446 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:07:57.989021 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c4a6-6570-43b2-9b99-4269f8190755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:57.998735 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-530625b8-15ee-4abb-b096-c6f6836fc6d5 None None] Provisioning complete for port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:07:57.999136 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-530625b8-15ee-4abb-b096-c6f6836fc6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.069361 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.267241 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53850) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:58.876545 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-530625b8-15ee-4abb-b096-c6f6836fc6d5 None None] Current status of the port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:07:58.878844 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c4a6-6570-43b2-9b99-4269f8190755 admin admin] Publish callbacks [] for security_group (0297ae27-a559-46ec-a364-67f331f1b202), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.878844 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-af0b7799-8480-4dd3-b2c7-b955becb3dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.880249 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cb9775b-2ee4-4e26-bd80-9c1599a5492b req-49784c6b-e167-4091-b7dc-f8e82d2578df tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0663683 Mar 04 01:07:58.880249 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2dac3764-4a4c-438d-9eaa-86cf2163b3dc req-0d3c2cd5-7cf4-4120-aa61-d498ba72288f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0989723 Mar 04 01:07:58.880249 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks [] for router_gateway (42428e6a-8cc5-46c4-9b40-a029de7e589f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.881354 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks [] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.881354 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c4a6-6570-43b2-9b99-4269f8190755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (0297ae27-a559-46ec-a364-67f331f1b202), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.884411 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d6503730-3d83-4d18-b07b-56e67a6b76e3 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:07:58.885163 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-af0b7799-8480-4dd3-b2c7-b955becb3dfc admin admin] Publish callbacks [] for security_group (6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.929073 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-383a469c-17f3-4040-9dcc-eaa5a8cae1f8 None None] Provisioning complete for port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:07:58.929786 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-383a469c-17f3-4040-9dcc-eaa5a8cae1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.957619 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.979217 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port d6503730-3d83-4d18-b07b-56e67a6b76e3 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:07:58.980096 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:58.980924 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2c4a6-6570-43b2-9b99-4269f8190755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297ae27-a559-46ec-a364-67f331f1b202,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:59.006314 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-af0b7799-8480-4dd3-b2c7-b955becb3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.017592 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.018454 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (d497eeb0-e5f0-4336-ba07-101b6cb46194), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.056156 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (42428e6a-8cc5-46c4-9b40-a029de7e589f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.083945 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7bf2c4a6-6570-43b2-9b99-4269f8190755 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d34c22298fef4775a3d87d351ed5c863&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3334610 Mar 04 01:07:59.091206 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-af0b7799-8480-4dd3-b2c7-b955becb3dfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c29108eb44c40d28476fd915bfa2297&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8224106 Mar 04 01:07:59.098889 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53878) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:59.099421 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53880) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:59.113156 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-383a469c-17f3-4040-9dcc-eaa5a8cae1f8 None None] Current status of the port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:07:59.165987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port d6503730-3d83-4d18-b07b-56e67a6b76e3 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:07:59.166376 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.213675 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port d6503730-3d83-4d18-b07b-56e67a6b76e3, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=d6503730-3d83-4d18-b07b-56e67a6b76e3,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:07:59.296757 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.297417 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device dcbc7514-fae7-4c2a-918e-9bab514c0ec1 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:07:59.314565 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b7799-8480-4dd3-b2c7-b955becb3dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:59.340627 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0313d333-4b0e-4f91-bd23-5b9d55a8a174,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:59.364883 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2dce121e-733f-406d-a1a3-b73cabca23a4 admin admin] Publish callbacks [] for security_group (6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.372208 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=d6503730-3d83-4d18-b07b-56e67a6b76e3,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:07:59.384666 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:07:59.385059 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.398013 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eded0f56-d2b0-444a-8559-261652641eae admin admin] Publish callbacks [] for security_group (0297ae27-a559-46ec-a364-67f331f1b202), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.416745 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Network c7a00972-08f8-4458-80f5-4505437b0373 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:07:59.418685 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2dce121e-733f-406d-a1a3-b73cabca23a4 admin admin] Publish callbacks [] for security_group (6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.428904 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:07:59.439285 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:07:59.450116 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eded0f56-d2b0-444a-8559-261652641eae admin admin] Publish callbacks [] for security_group (0297ae27-a559-46ec-a364-67f331f1b202), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.489512 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:07:59.597579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:07:59.622186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:07:59.636754 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:07:59.637653 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:07:59.667790 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-720aed5b-1a37-4ff6-b27f-34fb61915dab req-193eff65-6255-4874-bb21-5fcc4f563082 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0649726 Mar 04 01:07:59.733132 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.737815 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-43481718-5520-4859-8dd8-9d5351a0677b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8435423 Mar 04 01:07:59.740622 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53898) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:07:59.768764 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Router d497eeb0-e5f0-4336-ba07-101b6cb46194 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:07:59.799010 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:07:59.847848 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2dce121e-733f-406d-a1a3-b73cabca23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.851611 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2dce121e-733f-406d-a1a3-b73cabca23a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.872795 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2dce121e-733f-406d-a1a3-b73cabca23a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e HTTP/1.1" status: 204 len: 168 time: 0.7508280 Mar 04 01:07:59.884231 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eded0f56-d2b0-444a-8559-261652641eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (0297ae27-a559-46ec-a364-67f331f1b202), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.891841 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eded0f56-d2b0-444a-8559-261652641eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:07:59.893948 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-eded0f56-d2b0-444a-8559-261652641eae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0297ae27-a559-46ec-a364-67f331f1b202 HTTP/1.1" status: 204 len: 168 time: 0.7926033 Mar 04 01:07:59.907570 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce121e-733f-406d-a1a3-b73cabca23a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82c4f2-5264-4f26-92bb-5ada8fb3bd2e,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:00.026486 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-26e27829-1f5e-46c7-bf7d-6bff772e4580 req-3c7d3925-c717-42b6-a690-ddb331f95a42 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.1809475 Mar 04 01:08:00.035474 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:08:00.048392 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-37e0a922-da79-477b-b077-fefea93637c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/d497eeb0-e5f0-4336-ba07-101b6cb46194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7545190 Mar 04 01:08:00.049983 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded0f56-d2b0-444a-8559-261652641eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297ae27-a559-46ec-a364-67f331f1b202,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:00.148616 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 3, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:00.180087 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:08:00.180472 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Updating router 42428e6a-8cc5-46c4-9b40-a029de7e589f port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:08:00.213125 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.244759 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Sync routers for ids ['d497eeb0-e5f0-4336-ba07-101b6cb46194'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:08:00.265179 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Routers {'d497eeb0-e5f0-4336-ba07-101b6cb46194'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:00.265179 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['d497eeb0-e5f0-4336-ba07-101b6cb46194'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:00.431126 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Set router d497eeb0-e5f0-4336-ba07-101b6cb46194 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:00.495518 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.556365 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Publish callbacks [] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.619679 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d6503730-3d83-4d18-b07b-56e67a6b76e3 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:00.682120 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 4, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '0313d333-4b0e-4f91-bd23-5b9d55a8a174', 'name': '', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'mac_address': 'fa:16:3e:a3:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:07:58Z', 'revision_number': 2, 'project_id': '5f4dd23db5774336ae6a251285752932', 'subnets': [{'id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:00.702291 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port d6503730-3d83-4d18-b07b-56e67a6b76e3 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:00.708389 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.738486 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Checking router: d497eeb0-e5f0-4336-ba07-101b6cb46194 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:08:00.738852 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Updating router d497eeb0-e5f0-4336-ba07-101b6cb46194 port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:08:00.766214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.770033 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Allocated IP 172.20.0.1 (b7264557-89d2-4e14-a393-ff4fad6aa15e/ad4d235e-6b85-43ea-afbc-acf68c1c336f/6069af5d-db13-4555-abcb-3a89bd64b31d) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:00.801254 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.841574 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba621c2d-b5cf-485e-a589-905dfa0b56dc req-20f668fa-f1df-4efb-88ac-1609593cc602 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0683362 Mar 04 01:08:00.846520 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf164b-4076-47d7-9c0d-72c621bc6962 None None] Pushing event updated for resources: {'Port': ['ID=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:00.858199 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Attempting to bind port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:00.860040 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Attempting to bind port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:00.860040 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Attempting to bind port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:00.875212 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:00.875212 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:00.875630 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.876474 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:00.876591 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Bound port: d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:00.876912 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:00.901286 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port d6503730-3d83-4d18-b07b-56e67a6b76e3 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:00.945103 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] For port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:00.947165 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-636607e2-8419-4a7a-984c-9812967796f5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:00.948235 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-636607e2-8419-4a7a-984c-9812967796f5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 819 time: 0.2070956 Mar 04 01:08:00.956852 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] For port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:00.983932 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-f6a29d31-02b3-45cc-858c-065028615620 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/quotas/5f4dd23db5774336ae6a251285752932 HTTP/1.1" status: 200 len: 375 time: 0.0239172 Mar 04 01:08:00.994289 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 53946) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:01.010308 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8605d202-dc53-41f6-bec6-b67212029853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.027732 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.192633 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf164b-4076-47d7-9c0d-72c621bc6962 None None] Pushing event updated for resources: {'Port': ['ID=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:01.195495 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:01.196101 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:01.213970 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8605d202-dc53-41f6-bec6-b67212029853 admin admin] Publish callbacks [] for security_group (2a032f09-3b0f-4d18-b1ca-8a243040fbe8), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.223552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks [] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.255978 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6e5cc3cc-fe62-491d-a8d3-e72dcf1d16b5 req-6e235b72-fba7-42f1-9c2f-cad0dce6d61c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0391035 Mar 04 01:08:01.283516 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-bedf41e9-ee2e-428d-bfb8-eb34399e3a96 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2933838 Mar 04 01:08:01.317515 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8605d202-dc53-41f6-bec6-b67212029853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2a032f09-3b0f-4d18-b1ca-8a243040fbe8), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.323241 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:01.358405 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-8605d202-dc53-41f6-bec6-b67212029853 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e81c829b5674dbd92785f4b6488b5c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3629768 Mar 04 01:08:01.360644 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605d202-dc53-41f6-bec6-b67212029853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a032f09-3b0f-4d18-b1ca-8a243040fbe8,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:01.361395 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 53958) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:01.394668 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Publish callbacks [] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.403561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.470080 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Network b7264557-89d2-4e14-a393-ff4fad6aa15e is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:01.484380 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.485303 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:01.492109 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:01.492600 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (42428e6a-8cc5-46c4-9b40-a029de7e589f), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.504931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8581e5fb-334c-480f-b958-a2006a97bb90 admin admin] Publish callbacks [] for security_group (2a032f09-3b0f-4d18-b1ca-8a243040fbe8), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.538571 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-1d81b7e0-8d07-449e-a9d7-cc9fe76d2fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417612 Mar 04 01:08:01.545298 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Pushing event updated for resources: {'Port': ['ID=6069af5d-db13-4555-abcb-3a89bd64b31d,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:01.577907 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c09aa-5f18-4f5f-b07f-1d53f89739b2 None None] Pushing event updated for resources: {'Port': ['ID=0313d333-4b0e-4f91-bd23-5b9d55a8a174,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:01.616659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8581e5fb-334c-480f-b958-a2006a97bb90 admin admin] Publish callbacks [] for security_group (2a032f09-3b0f-4d18-b1ca-8a243040fbe8), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.636938 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Attempting to bind port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:01.637317 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Attempting to bind port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:01.637885 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Attempting to bind port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 on network c7a00972-08f8-4458-80f5-4505437b0373 {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:01.643102 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:01.643483 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Checking segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:01.643893 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.644327 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Bound using segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:01.644808 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Bound port: 0313d333-4b0e-4f91-bd23-5b9d55a8a174, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:01.645193 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.646186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 3, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:01.681114 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea47-28e9-4cde-8d3b-6fce68febc82 None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 3, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:08:01.737793 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] For port 0313d333-4b0e-4f91-bd23-5b9d55a8a174, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:01.743075 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] For port 0313d333-4b0e-4f91-bd23-5b9d55a8a174, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=0313d333-4b0e-4f91-bd23-5b9d55a8a174,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:01.790543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-147a1c63-aafe-4dba-99f8-c32d34b3ac02 service neutron] 10.222.0.32 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274730 Mar 04 01:08:01.818471 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.865670 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-1614e3bf-b608-4a7e-9f97-a3cae8ef7e1b None None] Provisioning complete for port 6069af5d-db13-4555-abcb-3a89bd64b31d triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:01.867016 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1614e3bf-b608-4a7e-9f97-a3cae8ef7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.893422 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Routers {'d497eeb0-e5f0-4336-ba07-101b6cb46194'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:01.893422 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['d497eeb0-e5f0-4336-ba07-101b6cb46194'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:01.910351 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8581e5fb-334c-480f-b958-a2006a97bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2a032f09-3b0f-4d18-b1ca-8a243040fbe8), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.913056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8581e5fb-334c-480f-b958-a2006a97bb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.917297 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8581e5fb-334c-480f-b958-a2006a97bb90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a032f09-3b0f-4d18-b1ca-8a243040fbe8 HTTP/1.1" status: 204 len: 168 time: 0.5505567 Mar 04 01:08:01.930037 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581e5fb-334c-480f-b958-a2006a97bb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a032f09-3b0f-4d18-b1ca-8a243040fbe8,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:01.931599 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:01.998239 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c09aa-5f18-4f5f-b07f-1d53f89739b2 None None] Pushing event updated for resources: {'Port': ['ID=0313d333-4b0e-4f91-bd23-5b9d55a8a174,revision_number=4']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:02.001878 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-1614e3bf-b608-4a7e-9f97-a3cae8ef7e1b None None] Port 6069af5d-db13-4555-abcb-3a89bd64b31d cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:08:02.069705 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bf6bdeb4-bba4-49b9-8bc9-a76baee5875c req-a69266a5-6bf2-43aa-bfbe-27e43ba5f98f tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0717657 Mar 04 01:08:02.163217 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] Set router d497eeb0-e5f0-4336-ba07-101b6cb46194 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:02.297784 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-afd61b95-4b39-4fd4-b289-111020454efa req-484582d7-d8ea-449a-810c-537dd0b8d53f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 210 time: 0.1029308 Mar 04 01:08:02.391157 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks [] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:02.504159 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbae238f-d429-4c31-8555-71258fe3ee47 req-d2ad627f-9d5d-41ae-b308-9deadee2805b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0437589 Mar 04 01:08:02.542336 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:02.544247 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (42428e6a-8cc5-46c4-9b40-a029de7e589f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:02.672635 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 4, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '0313d333-4b0e-4f91-bd23-5b9d55a8a174', 'name': '', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'mac_address': 'fa:16:3e:a3:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '5f4dd23db5774336ae6a251285752932', 'subnets': [{'id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:02.709584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:02.792642 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Pushing event updated for resources: {'Port': ['ID=6069af5d-db13-4555-abcb-3a89bd64b31d,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:02.794414 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3427bb-a68a-4aa5-ab2a-88627e3f2e72 None None] The sync data for ids ['d497eeb0-e5f0-4336-ba07-101b6cb46194'] in dv-cinder-831090-8-iscsi is: [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:57Z', 'revision_number': 4, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '0313d333-4b0e-4f91-bd23-5b9d55a8a174', 'name': '', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'mac_address': 'fa:16:3e:a3:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '5f4dd23db5774336ae6a251285752932', 'subnets': [{'id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:08:02.827646 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:02.828390 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:02.944442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Network b7264557-89d2-4e14-a393-ff4fad6aa15e is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:02.954184 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:02.971716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-b450f654-bf31-47f4-8508-f5f7b48bdf3b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:02.978576 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-b450f654-bf31-47f4-8508-f5f7b48bdf3b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 819 time: 0.2414989 Mar 04 01:08:03.023020 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-06b4178b-1869-4c28-a7c9-79acfa058f1d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/quotas/5f4dd23db5774336ae6a251285752932 HTTP/1.1" status: 200 len: 375 time: 0.0352917 Mar 04 01:08:03.056614 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:03.058632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:03.162266 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:03.253548 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:03.413491 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:03.428031 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eab73925-4829-4c4f-bbde-49a27a06ed5e req-8f4b86f2-6c83-4b40-8f86-943800128d45 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.1151469 Mar 04 01:08:03.432545 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:08:03.468125 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-3f4af479-b7bd-4088-a941-2a19eb93c17c None None] Provisioning complete for port 6069af5d-db13-4555-abcb-3a89bd64b31d triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:03.468799 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-3f4af479-b7bd-4088-a941-2a19eb93c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:03.534028 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-3f4af479-b7bd-4088-a941-2a19eb93c17c None None] Port 6069af5d-db13-4555-abcb-3a89bd64b31d cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:08:03.562901 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-0002d6f5-3ad8-44ee-89ad-4c99bda788c7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5387893 Mar 04 01:08:03.775968 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22b8188f-4b11-4c32-94ee-536c975dc486 req-51668592-e602-4090-b0e2-48c3ec98f6db tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0902698 Mar 04 01:08:03.799459 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-5d964dfa-e531-4aa0-8bac-0c958394f6d2 service neutron] 10.222.0.32 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201974 Mar 04 01:08:04.011032 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:08:04.032683 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-3ab5f2f9-cb48-4be9-8ac7-4123dde1fa1d admin admin] 10.222.0.32 "PUT /v2.0/routers/42428e6a-8cc5-46c4-9b40-a029de7e589f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2831454 Mar 04 01:08:04.123922 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-63db9f7a-963f-4c35-8ce0-534dd6aa31c4 service neutron] 10.222.0.32 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191476 Mar 04 01:08:04.210919 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.35', 50681) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:04.305833 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.35', 50682) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:04.466785 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-8338dc32-b253-4e0d-b17f-18b3eb02754e tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:04.470080 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-8338dc32-b253-4e0d-b17f-18b3eb02754e tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.35 "GET /v2.0/networks?id=33c61b91-a978-46f1-80bd-91d952f71c12 HTTP/1.1" status: 200 len: 811 time: 0.2400019 Mar 04 01:08:04.578730 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6f316eba-297f-411c-bfa0-59ed40780ce6 req-2be5a61e-2050-4a5a-a2a5-1d7a4129ffc8 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0945082 Mar 04 01:08:04.596944 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Request body: {'port': {'device_id': '80f87e75-e778-478e-9435-0acb0841e4b6', 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12', 'admin_state_up': True, 'tenant_id': '0a8c805c505b4285a5ba4d7d53256f26'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:04.829514 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-344a75dc-a12a-4df7-b718-382f6b9f31cd tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:04.831423 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-344a75dc-a12a-4df7-b718-382f6b9f31cd tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.5127730 Mar 04 01:08:04.855140 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Request body: {'port': {'device_id': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'admin_state_up': True, 'tenant_id': '64461e5af2494477af3f0cf68ace752f'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:05.019313 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 0313d333-4b0e-4f91-bd23-5b9d55a8a174 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:05.044253 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8fc2eee9-467b-4091-902d-bc8488eb2918 req-b383acf9-ce23-404e-8fbc-1aeb5b3407f8 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.2783685 Mar 04 01:08:05.231212 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:08:05.267055 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:05.269882 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:05.324379 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3539c450-e8c3-410b-9e85-36feffbd3534 req-f0e2797a-ec46-4b8a-9b61-789ddcadeddb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0909255 Mar 04 01:08:05.360319 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:05.361840 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:05.515131 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Made reservation on behalf of 0a8c805c505b4285a5ba4d7d53256f26 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:05.522795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:05.547857 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Made reservation on behalf of 64461e5af2494477af3f0cf68ace752f for: {'port': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:05.551653 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:05.566569 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54148) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:05.666192 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54156) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:05.668304 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:05.710631 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994732607', 'description': 'tempest-description--585908503'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:05.739908 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:05.741704 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:05.812645 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.35', 50692) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:05.836728 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3359813-ed1e-4439-a559-c33e7209a936 req-528aaca2-0497-4f20-bea2-15fb15fce58a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.1581705 Mar 04 01:08:05.896403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5da90263-7184-497b-9959-c40034f7db65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:05.899580 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 0313d333-4b0e-4f91-bd23-5b9d55a8a174, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=0313d333-4b0e-4f91-bd23-5b9d55a8a174,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:05.943719 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:05.961705 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Allocated IP 172.20.0.13 (f16f212a-20a1-4d36-ab0d-c6559c38d5c8/4139887e-7a51-47f5-99b7-bcc00c006681/a02654a4-5106-4012-8bdd-79a06c5edfb2) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:05.987334 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Allocated IP 172.20.0.9 (33c61b91-a978-46f1-80bd-91d952f71c12/54ef22e9-4158-4d97-91ef-dcafa990d110/b3a4f379-1005-451b-b7a1-05d70977b836) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:06.136109 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.140417 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:06.198905 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (8939aa1a-5760-42a0-b708-9d8fdc044a23), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.203411 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks [] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.235329 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-eed01d95-3fe7-4c25-b4ae-11c490323d44 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:06.236154 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=0313d333-4b0e-4f91-bd23-5b9d55a8a174,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:06.236900 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a022c30-2318-4d67-bc08-400d5b5bb728 req-7a8b6b3f-c6bb-427c-910b-d21ba2707728 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0709260 Mar 04 01:08:06.246359 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-eed01d95-3fe7-4c25-b4ae-11c490323d44 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 819 time: 0.4320829 Mar 04 01:08:06.290561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5da90263-7184-497b-9959-c40034f7db65 admin admin] Publish callbacks [] for security_group (03c36844-3791-45fe-810d-c6c76615c8cd), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.292976 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (8939aa1a-5760-42a0-b708-9d8fdc044a23), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.307736 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 2, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:06.313022 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.313761 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:06.314075 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.361826 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks [] for port (b3a4f379-1005-451b-b7a1-05d70977b836), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.367077 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8939aa1a-5760-42a0-b708-9d8fdc044a23,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:06.373733 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:08:06.374100 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Updating router 42428e6a-8cc5-46c4-9b40-a029de7e589f port 6069af5d-db13-4555-abcb-3a89bd64b31d binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:08:06.391333 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5da90263-7184-497b-9959-c40034f7db65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (03c36844-3791-45fe-810d-c6c76615c8cd), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.413439 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.429139 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event updated for resources: {'Port': ['ID=a02654a4-5106-4012-8bdd-79a06c5edfb2,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:06.438146 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5da90263-7184-497b-9959-c40034f7db65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=963ae0974b9e4a0b86750e0b2e14274e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8703916 Mar 04 01:08:06.444628 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.446226 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-fe9b2609-519d-4e60-b70f-3eb25f904e12 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7666931 Mar 04 01:08:06.447436 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54186) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:06.460703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54188) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:06.470505 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'security_group_rule': {'security_group_id': '8939aa1a-5760-42a0-b708-9d8fdc044a23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:06.494713 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:06.501378 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:06.505201 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:06.514201 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:06.514425 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.552445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b83968ed-1d2c-4fd8-b459-e6fa4d33af17 admin admin] Publish callbacks [] for security_group (03c36844-3791-45fe-810d-c6c76615c8cd), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.581860 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b83968ed-1d2c-4fd8-b459-e6fa4d33af17 admin admin] Publish callbacks [] for security_group (03c36844-3791-45fe-810d-c6c76615c8cd), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.634923 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-1a4ec440-67c6-4caf-a630-7daacbb0d65b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7880473 Mar 04 01:08:06.639996 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da90263-7184-497b-9959-c40034f7db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c36844-3791-45fe-810d-c6c76615c8cd,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:06.671870 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:06.682915 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (46fc2317-cada-4eb1-88aa-ed99c7297d26), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.751567 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352dc47-a687-46cb-a2b1-2ecb54f02dcb req-54dbc7ca-861d-4606-9bd7-f89275746d5e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:06.763255 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b83968ed-1d2c-4fd8-b459-e6fa4d33af17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (03c36844-3791-45fe-810d-c6c76615c8cd), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.763255 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b83968ed-1d2c-4fd8-b459-e6fa4d33af17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.763255 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b83968ed-1d2c-4fd8-b459-e6fa4d33af17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03c36844-3791-45fe-810d-c6c76615c8cd HTTP/1.1" status: 204 len: 168 time: 0.3087704 Mar 04 01:08:06.766129 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8352dc47-a687-46cb-a2b1-2ecb54f02dcb req-54dbc7ca-861d-4606-9bd7-f89275746d5e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 932 time: 0.2064607 Mar 04 01:08:06.771554 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83968ed-1d2c-4fd8-b459-e6fa4d33af17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c36844-3791-45fe-810d-c6c76615c8cd,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:06.806928 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.855759 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 0313d333-4b0e-4f91-bd23-5b9d55a8a174 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:06.963876 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:06.964276 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:06.990913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Network 33c61b91-a978-46f1-80bd-91d952f71c12 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:06.994414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (46fc2317-cada-4eb1-88aa-ed99c7297d26), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.015964 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8352dc47-a687-46cb-a2b1-2ecb54f02dcb req-7ec25383-445b-4fd9-b117-2ffc42d15b3f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417002 Mar 04 01:08:07.023062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:07.026446 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1e32cb2e-55ca-4055-be87-069eaacefc11 req-6e81e661-8bed-425f-8269-9293a607a094 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0804613 Mar 04 01:08:07.038623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:07.038623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:07.038623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.053672 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Pushing event updated for resources: {'Port': ['ID=b3a4f379-1005-451b-b7a1-05d70977b836,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:07.068848 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Publish callbacks [] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.079458 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (46fc2317-cada-4eb1-88aa-ed99c7297d26), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.098396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc2317-cada-4eb1-88aa-ed99c7297d26,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:07.113387 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:07.139444 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-915f754c-b5b9-49c8-b7cc-50f7d8cc6e6a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5848782 Mar 04 01:08:07.192967 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.197830 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.202063 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-2bb57d33-c7f7-4015-8374-19db53576336 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7402248 Mar 04 01:08:07.202783 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54206) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:07.207064 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'security_group_rule': {'security_group_id': '8939aa1a-5760-42a0-b708-9d8fdc044a23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:07.255669 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620044-c078-4a4a-89fd-478c1dbf6745 None None] Pushing event updated for resources: {'Port': ['ID=6069af5d-db13-4555-abcb-3a89bd64b31d,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:07.306976 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (b578ee60-e2a6-4781-90b3-61835b49364d), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.332917 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Attempting to bind port 6069af5d-db13-4555-abcb-3a89bd64b31d on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:07.333398 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Attempting to bind port 6069af5d-db13-4555-abcb-3a89bd64b31d by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:07.334089 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Attempting to bind port 6069af5d-db13-4555-abcb-3a89bd64b31d on network b7264557-89d2-4e14-a393-ff4fad6aa15e {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:07.350290 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:07.350903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Checking segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:07.351726 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.352317 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Bound using segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:07.353129 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Bound port: 6069af5d-db13-4555-abcb-3a89bd64b31d, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:07.353674 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.401035 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (b578ee60-e2a6-4781-90b3-61835b49364d), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.409478 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591678f5-74cd-4c90-aa29-d5a509fc79ab req-cca8d213-9a33-41fa-a79e-496c49205e4f tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:07.416734 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-591678f5-74cd-4c90-aa29-d5a509fc79ab req-cca8d213-9a33-41fa-a79e-496c49205e4f tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 931 time: 0.0903141 Mar 04 01:08:07.466805 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-591678f5-74cd-4c90-aa29-d5a509fc79ab req-3cea2641-c4b5-40d0-acad-b1ad2fc2fb9c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Mar 04 01:08:07.479523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (b578ee60-e2a6-4781-90b3-61835b49364d), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.500774 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b578ee60-e2a6-4781-90b3-61835b49364d,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:07.546027 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] For port 6069af5d-db13-4555-abcb-3a89bd64b31d, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:07.549678 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] For port 6069af5d-db13-4555-abcb-3a89bd64b31d, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=6069af5d-db13-4555-abcb-3a89bd64b31d,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:07.572528 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.575378 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-0c0e55ff-2703-492a-9895-307652fdbadc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715887 Mar 04 01:08:07.577442 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54216) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:07.582932 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:07.596410 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-157d491a-3fae-4dfb-9e3e-d8791a1ee2e2 None None] Provisioning complete for port 6069af5d-db13-4555-abcb-3a89bd64b31d triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:07.596783 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-157d491a-3fae-4dfb-9e3e-d8791a1ee2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.637503 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-157d491a-3fae-4dfb-9e3e-d8791a1ee2e2 None None] Port 6069af5d-db13-4555-abcb-3a89bd64b31d cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:08:07.640249 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.704528 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620044-c078-4a4a-89fd-478c1dbf6745 None None] Pushing event updated for resources: {'Port': ['ID=6069af5d-db13-4555-abcb-3a89bd64b31d,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:07.704528 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:07.704528 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:07:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:07.752325 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.788615 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54222) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:07.803244 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f91a1d05-ba97-4a30-888b-c058f6a656eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.828665 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:07.881277 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.904742 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f91a1d05-ba97-4a30-888b-c058f6a656eb admin admin] Publish callbacks [] for security_group (c0dcdbb9-19dc-451d-a8be-88c252f92d89), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.980339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] Provisioning complete for port 6069af5d-db13-4555-abcb-3a89bd64b31d triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:07.980339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:07.997424 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Allocated IP 172.27.2.149 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/0e712d14-4aa3-411f-8f4b-d764d34b5a51) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:08.000368 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f91a1d05-ba97-4a30-888b-c058f6a656eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (c0dcdbb9-19dc-451d-a8be-88c252f92d89), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.064717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f91a1d05-ba97-4a30-888b-c058f6a656eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cba4fe3a729a4f4fa2090768b7d6f09d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2746370 Mar 04 01:08:08.072120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54230) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:08.075718 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54232) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:08.119434 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a1d05-ba97-4a30-888b-c058f6a656eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dcdbb9-19dc-451d-a8be-88c252f92d89,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:08.158520 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] Current status of the port 6069af5d-db13-4555-abcb-3a89bd64b31d is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:08.158901 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.179126 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:07Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:08.219889 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb416bf-8719-4199-ba9c-44a7f0e6d00c None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:07Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:08:08.229814 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] For port 6069af5d-db13-4555-abcb-3a89bd64b31d, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=6069af5d-db13-4555-abcb-3a89bd64b31d,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:08.267507 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.296457 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.362489 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b68b8f-025f-49ac-9689-f998cdd26282 None None] Pushing event updated for resources: {'Port': ['ID=6069af5d-db13-4555-abcb-3a89bd64b31d,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:08.365825 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f7162c73-fd02-48f9-b7bc-771036aee160 req-8b133e1b-9f4d-4785-8634-a0b52f3fd0dd tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.2165563 Mar 04 01:08:08.391481 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e51b6ce-efd7-4fc6-85d4-84fda12582ec admin admin] Publish callbacks [] for security_group (c0dcdbb9-19dc-451d-a8be-88c252f92d89), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.398066 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c012485d-ea17-4cd8-9261-ebfd874890f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.411734 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.427071 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e51b6ce-efd7-4fc6-85d4-84fda12582ec admin admin] Publish callbacks [] for security_group (c0dcdbb9-19dc-451d-a8be-88c252f92d89), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.442769 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f36fe-2b4b-4e51-97fe-a9bb598c0c56 req-dfac9f3c-6779-499e-a282-06a8fe77c096 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:08.444300 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-904f36fe-2b4b-4e51-97fe-a9bb598c0c56 req-dfac9f3c-6779-499e-a282-06a8fe77c096 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 932 time: 0.3431103 Mar 04 01:08:08.452884 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:08.457175 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:08.460882 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:08.471997 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'Port': ['ID=0e712d14-4aa3-411f-8f4b-d764d34b5a51,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:08.546949 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-904f36fe-2b4b-4e51-97fe-a9bb598c0c56 req-3c8d3313-98ea-49d1-972b-1af4cc06a051 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945818 Mar 04 01:08:08.587015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (47c9e9d3-2c36-4b42-8baf-0f9f86f39e23), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.608452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c012485d-ea17-4cd8-9261-ebfd874890f6 admin admin] Publish callbacks [] for security_group (9c1b1990-d449-489f-8afa-9b41975cf9be), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.636014 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33def8f8-a5eb-4872-b51c-cbf3122ed7ac req-3f804b73-80a3-4679-a1c6-b2c85d35947c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:08.637787 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-33def8f8-a5eb-4872-b51c-cbf3122ed7ac req-3f804b73-80a3-4679-a1c6-b2c85d35947c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 931 time: 0.0867331 Mar 04 01:08:08.673088 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e51b6ce-efd7-4fc6-85d4-84fda12582ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (c0dcdbb9-19dc-451d-a8be-88c252f92d89), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.675668 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e51b6ce-efd7-4fc6-85d4-84fda12582ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.676958 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1e51b6ce-efd7-4fc6-85d4-84fda12582ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0dcdbb9-19dc-451d-a8be-88c252f92d89 HTTP/1.1" status: 204 len: 168 time: 0.5933876 Mar 04 01:08:08.726904 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b6ce-efd7-4fc6-85d4-84fda12582ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dcdbb9-19dc-451d-a8be-88c252f92d89,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:08.737958 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c012485d-ea17-4cd8-9261-ebfd874890f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (9c1b1990-d449-489f-8afa-9b41975cf9be), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.764321 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.801745 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012485d-ea17-4cd8-9261-ebfd874890f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b1990-d449-489f-8afa-9b41975cf9be,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:08.842164 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c012485d-ea17-4cd8-9261-ebfd874890f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b60530d7c6341318b1fc13d3efeb740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7637258 Mar 04 01:08:08.845598 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-33def8f8-a5eb-4872-b51c-cbf3122ed7ac req-f4af0d22-fd5c-4615-a285-aa19567f2964 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011621 Mar 04 01:08:08.846075 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54246) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:08.922194 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 6069af5d-db13-4555-abcb-3a89bd64b31d up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:08.925077 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e860-9754-4ad2-90e8-79322372077c admin admin] Publish callbacks [] for security_group (9c1b1990-d449-489f-8afa-9b41975cf9be), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:08.954898 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e860-9754-4ad2-90e8-79322372077c admin admin] Publish callbacks [] for security_group (9c1b1990-d449-489f-8afa-9b41975cf9be), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.025637 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-f6d3f472-755a-4511-ae48-0cb7f04e2814 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:08:09.026730 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-f6d3f472-755a-4511-ae48-0cb7f04e2814 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052433 Mar 04 01:08:09.046807 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-3ba695d4-84aa-4288-b87a-170668334489 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:08:09.047806 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-3ba695d4-84aa-4288-b87a-170668334489 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134492 Mar 04 01:08:09.049146 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 6069af5d-db13-4555-abcb-3a89bd64b31d triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:09.053883 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.063618 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Request body: {'port': {'device_id': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'admin_state_up': True, 'tenant_id': '5f4dd23db5774336ae6a251285752932'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:09.174330 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e860-9754-4ad2-90e8-79322372077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (9c1b1990-d449-489f-8afa-9b41975cf9be), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.177220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e860-9754-4ad2-90e8-79322372077c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.187259 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c5a0e860-9754-4ad2-90e8-79322372077c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c1b1990-d449-489f-8afa-9b41975cf9be HTTP/1.1" status: 204 len: 168 time: 0.3338635 Mar 04 01:08:09.190824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0e860-9754-4ad2-90e8-79322372077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1b1990-d449-489f-8afa-9b41975cf9be,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:09.202325 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.217950 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 6069af5d-db13-4555-abcb-3a89bd64b31d is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:09.357929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc6c5-bf7a-442d-a139-4a2e5877771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.390091 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Made reservation on behalf of 5f4dd23db5774336ae6a251285752932 for: {'port': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:09.390091 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.390091 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.473523 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (47c9e9d3-2c36-4b42-8baf-0f9f86f39e23), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.479211 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'Port': ['ID=0e712d14-4aa3-411f-8f4b-d764d34b5a51,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:09.586394 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0818b78c-33b4-41a2-b4e3-8f1fbdf60576 req-7407ada6-f334-464a-8601-fc1a0c8dac6d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.1092522 Mar 04 01:08:09.628102 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:09.629736 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f5cfef5e-1586-4665-a3b4-b614b5fd6d45 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0512960 Mar 04 01:08:09.699264 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Allocated IP 172.20.0.2 (c7a00972-08f8-4458-80f5-4505437b0373/08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5/5da1b556-9b63-4cad-bd87-059f2c4e031f) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:09.802953 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Request body: {'port': {'device_id': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:09.832956 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Request body: {'port': {'device_id': '80f87e75-e778-478e-9435-0acb0841e4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:10.080325 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:10.147852 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:10.158626 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ca9d2-c617-4e89-9fbe-ee786a81592a req-c1c3b071-814e-44e9-98f0-a44c06fb0f18 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:10.166170 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c56ca9d2-c617-4e89-9fbe-ee786a81592a req-c1c3b071-814e-44e9-98f0-a44c06fb0f18 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 932 time: 0.4573681 Mar 04 01:08:10.413213 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54296) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:10.501862 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d9309-6a41-406b-8b97-273d18191347 req-adcc9ea9-51e3-47da-a43c-b80c9c099ace tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:10.503581 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed4d9309-6a41-406b-8b97-273d18191347 req-adcc9ea9-51e3-47da-a43c-b80c9c099ace tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 931 time: 0.4564896 Mar 04 01:08:10.539671 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks [] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:10.557158 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-81733714-383f-40f4-8e73-de37e9911856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:10.642883 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed4d9309-6a41-406b-8b97-273d18191347 req-c9de2bde-a7c6-4251-9e28-6074b830f0ed tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210358 Mar 04 01:08:10.737807 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c56ca9d2-c617-4e89-9fbe-ee786a81592a req-336d07d6-e672-4a8c-9956-0c1ffafce576 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460646 Mar 04 01:08:10.894705 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-81733714-383f-40f4-8e73-de37e9911856 admin admin] Publish callbacks [] for security_group (7ef8d793-f3d9-4185-8529-4729f6c39faa), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:10.896183 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eb96ae72-d1eb-42b0-a40e-f1e85d922b36 req-483e1148-3bdd-4a8a-ab4f-609dae347e7a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0712628 Mar 04 01:08:10.954307 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-c9a7d94b-9fbc-4e8e-a86e-a06ab8c81c73 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1994732607&fields=id&tenant_id=8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 267 time: 0.1662738 Mar 04 01:08:10.975226 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a4f379-1005-451b-b7a1-05d70977b836 {{(pid=103557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:10.985456 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Publish callbacks [] for port (b3a4f379-1005-451b-b7a1-05d70977b836), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.021071 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.provisioning_blocks [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Transition to ACTIVE for port object b3a4f379-1005-451b-b7a1-05d70977b836 will not be triggered until provisioned by entity L2. {{(pid=103557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:08:11.048413 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.116751 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-81733714-383f-40f4-8e73-de37e9911856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7ef8d793-f3d9-4185-8529-4729f6c39faa), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.116941 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02654a4-5106-4012-8bdd-79a06c5edfb2 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:11.119068 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.130192 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Publish callbacks [] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.161957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-4aa96cdc-dfaa-4555-887b-c0ae3532d731 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:11.163460 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-4aa96cdc-dfaa-4555-887b-c0ae3532d731 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 816 time: 0.1926920 Mar 04 01:08:11.168239 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Transition to ACTIVE for port object a02654a4-5106-4012-8bdd-79a06c5edfb2 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:08:11.178552 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Network c7a00972-08f8-4458-80f5-4505437b0373 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:11.187258 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-2f82dbf7-6e80-4c68-ae6c-442c1bf42bf3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/quotas/8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 375 time: 0.0115905 Mar 04 01:08:11.208195 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:11.210260 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81733714-383f-40f4-8e73-de37e9911856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8d793-f3d9-4185-8529-4729f6c39faa,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:11.215750 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:11.226645 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:11.226645 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.249240 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-81733714-383f-40f4-8e73-de37e9911856 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=084170291fca4279a61bcb78768a3982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8230314 Mar 04 01:08:11.257088 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54318) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:11.312310 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Pushing event updated for resources: {'Port': ['ID=5da1b556-9b63-4cad-bd87-059f2c4e031f,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:11.313913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.313913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.35', 50699) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:11.400641 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Attempting to bind port b3a4f379-1005-451b-b7a1-05d70977b836 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:11.403533 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Attempting to bind port b3a4f379-1005-451b-b7a1-05d70977b836 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'af40c8a5-836a-4e81-9bdc-7341dbd786b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12'}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:11.403654 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-1feda2c6-3e87-4b52-92dc-6ae029e56323 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102363 Mar 04 01:08:11.403760 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Attempting to bind port b3a4f379-1005-451b-b7a1-05d70977b836 on network 33c61b91-a978-46f1-80bd-91d952f71c12 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:11.415263 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a4f379-1005-451b-b7a1-05d70977b836,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:11.437077 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Port b3a4f379-1005-451b-b7a1-05d70977b836 on network 33c61b91-a978-46f1-80bd-91d952f71c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:08:11.438103 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Attempting to bind port b3a4f379-1005-451b-b7a1-05d70977b836 on network 33c61b91-a978-46f1-80bd-91d952f71c12 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:11.465100 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:11.465474 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Checking segment: {'id': 'af40c8a5-836a-4e81-9bdc-7341dbd786b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:11.467268 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Bound using segment: {'id': 'af40c8a5-836a-4e81-9bdc-7341dbd786b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12'} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:11.468105 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Bound port: b3a4f379-1005-451b-b7a1-05d70977b836, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af40c8a5-836a-4e81-9bdc-7341dbd786b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12'}}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:11.470606 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.481868 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-16dced78-bedb-4603-bd45-547d89bd228d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4409177 Mar 04 01:08:11.501804 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4626cf2f-574b-4442-9f70-069480e36743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.672029 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Request body: {'port': {'device_id': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:11.700282 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] For port b3a4f379-1005-451b-b7a1-05d70977b836, host hv-cinder-83109, cleared binding levels {{(pid=103557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:11.701618 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Pushing event updated for resources: {'Port': ['ID=a02654a4-5106-4012-8bdd-79a06c5edfb2,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:11.748499 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] For port b3a4f379-1005-451b-b7a1-05d70977b836, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b3a4f379-1005-451b-b7a1-05d70977b836,segment=NetworkSegment(af40c8a5-836a-4e81-9bdc-7341dbd786b7),segment_id=af40c8a5-836a-4e81-9bdc-7341dbd786b7)] {{(pid=103557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:11.813900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.815552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Attempting to bind port a02654a4-5106-4012-8bdd-79a06c5edfb2 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:11.815940 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Attempting to bind port a02654a4-5106-4012-8bdd-79a06c5edfb2 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:11.816327 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Attempting to bind port a02654a4-5106-4012-8bdd-79a06c5edfb2 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:11.844073 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Port a02654a4-5106-4012-8bdd-79a06c5edfb2 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:08:11.844452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Attempting to bind port a02654a4-5106-4012-8bdd-79a06c5edfb2 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:11.867366 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cb6e33ef-2b0b-41bb-a12c-fe19b9509e6e admin admin] Publish callbacks [] for security_group (7ef8d793-f3d9-4185-8529-4729f6c39faa), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.928046 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:11.973697 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cb6e33ef-2b0b-41bb-a12c-fe19b9509e6e admin admin] Publish callbacks [] for security_group (7ef8d793-f3d9-4185-8529-4729f6c39faa), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.029018 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:12.031038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Checking segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:12.031038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Bound using segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:12.031741 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Bound port: a02654a4-5106-4012-8bdd-79a06c5edfb2, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:12.032495 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.054375 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-8e6e4561-1bfe-41e4-9e97-1d81f598cc19 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:12.056155 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-8e6e4561-1bfe-41e4-9e97-1d81f598cc19 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 819 time: 0.7616973 Mar 04 01:08:12.169923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] For port a02654a4-5106-4012-8bdd-79a06c5edfb2, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:12.175653 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] For port a02654a4-5106-4012-8bdd-79a06c5edfb2, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:12.180862 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-824f3d38-2cb2-48f8-bd45-a511ae33b105 service neutron] 10.222.0.32 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533216 Mar 04 01:08:12.190260 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cb6e33ef-2b0b-41bb-a12c-fe19b9509e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7ef8d793-f3d9-4185-8529-4729f6c39faa), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.193062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cb6e33ef-2b0b-41bb-a12c-fe19b9509e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.196904 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-cb6e33ef-2b0b-41bb-a12c-fe19b9509e6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ef8d793-f3d9-4185-8529-4729f6c39faa HTTP/1.1" status: 204 len: 168 time: 0.9358263 Mar 04 01:08:12.198464 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Request body: {'port': {'device_id': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'admin_state_up': True, 'tenant_id': '5f4dd23db5774336ae6a251285752932'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:12.347265 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a4f379-1005-451b-b7a1-05d70977b836,revision_number=3']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:12.361034 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:12.361444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.363120 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-a5117465-6f6a-4df1-b921-39bf35a61b74 service neutron] 10.222.0.35 "PUT /v2.0/ports/b3a4f379-1005-451b-b7a1-05d70977b836 HTTP/1.1" status: 200 len: 1093 time: 2.7608542 Mar 04 01:08:12.366150 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f87e75-e778-478e-9435-0acb0841e4b6', 'tag': 'b3a4f379-1005-451b-b7a1-05d70977b836'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:12.534086 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.536446 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e33ef-2b0b-41bb-a12c-fe19b9509e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8d793-f3d9-4185-8529-4729f6c39faa,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:12.632661 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77831e6e-febe-4f8b-8d01-b8b05810667d req-6f81c437-924a-4455-9a85-48968326166c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:12.634122 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77831e6e-febe-4f8b-8d01-b8b05810667d req-6f81c437-924a-4455-9a85-48968326166c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.7665057 Mar 04 01:08:12.656855 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:12.656855 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:12.657404 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] 10.222.0.35 "PUT /v2.0/ports/a02654a4-5106-4012-8bdd-79a06c5edfb2 HTTP/1.1" status: 200 len: 1094 time: 3.0554090 Mar 04 01:08:12.673906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'tag': 'a02654a4-5106-4012-8bdd-79a06c5edfb2'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:12.954335 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a7cbf-66c5-4e4e-9393-8b3a1c62b78b service neutron] Pushing event updated for resources: {'Port': ['ID=a02654a4-5106-4012-8bdd-79a06c5edfb2,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:13.029334 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da1b556-9b63-4cad-bd87-059f2c4e031f {{(pid=103557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:13.048299 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Publish callbacks [] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:13.065342 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8463064-b596-48c1-9789-da2d37460c39" -d '{"events": [{"name": "network-changed", "server_uuid": "80f87e75-e778-478e-9435-0acb0841e4b6", "tag": "b3a4f379-1005-451b-b7a1-05d70977b836"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:13.110735 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77831e6e-febe-4f8b-8d01-b8b05810667d req-be78d882-3746-4c08-b0ed-121f34a6229f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391484 Mar 04 01:08:13.129516 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.provisioning_blocks [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Transition to ACTIVE for port object 5da1b556-9b63-4cad-bd87-059f2c4e031f will not be triggered until provisioned by entity L2. {{(pid=103557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:08:13.141707 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-705a554c-9e95-457d-9a28-47ed02e387a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:13.149613 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-705a554c-9e95-457d-9a28-47ed02e387a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a8c805c505b4285a5ba4d7d53256f26&device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 1127 time: 0.2832782 Mar 04 01:08:13.160936 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-abc2d159-686d-464b-a61d-d46dfbef33e2 service neutron] 10.222.0.32 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952851 Mar 04 01:08:13.258411 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:13.259913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Made reservation on behalf of 5f4dd23db5774336ae6a251285752932 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:13.272782 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:13.302888 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:13.458031 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Allocated IP 172.20.0.14 (c7a00972-08f8-4458-80f5-4505437b0373/08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5/4ed71481-13b9-40d4-b53c-ed49e465387f) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:13.477198 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410d403-4b65-4fe2-a029-298ff3caa596" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbd3e75-f05e-4b5e-a37d-9f129b15c347", "tag": "a02654a4-5106-4012-8bdd-79a06c5edfb2"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:13.486688 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1b556-9b63-4cad-bd87-059f2c4e031f,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:13.520622 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Attempting to bind port 5da1b556-9b63-4cad-bd87-059f2c4e031f on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:13.520968 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Attempting to bind port 5da1b556-9b63-4cad-bd87-059f2c4e031f by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:13.521295 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Attempting to bind port 5da1b556-9b63-4cad-bd87-059f2c4e031f on network c7a00972-08f8-4458-80f5-4505437b0373 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:13.522134 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e447-dfdf-42ea-b7e0-ec0c529103c6 req-131e940f-a18b-487a-b08d-7b5bf91c1061 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:13.524352 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b807e447-dfdf-42ea-b7e0-ec0c529103c6 req-131e940f-a18b-487a-b08d-7b5bf91c1061 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.3207569 Mar 04 01:08:13.535060 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Port 5da1b556-9b63-4cad-bd87-059f2c4e031f on network c7a00972-08f8-4458-80f5-4505437b0373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:08:13.535422 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Attempting to bind port 5da1b556-9b63-4cad-bd87-059f2c4e031f on network c7a00972-08f8-4458-80f5-4505437b0373 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:13.540918 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:13.545084 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Checking segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:13.545084 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Bound using segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:13.545084 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Bound port: 5da1b556-9b63-4cad-bd87-059f2c4e031f, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'}}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:13.545084 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:13.746600 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] For port 5da1b556-9b63-4cad-bd87-059f2c4e031f, host hv-cinder-83109, cleared binding levels {{(pid=103557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:13.753528 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b807e447-dfdf-42ea-b7e0-ec0c529103c6 req-b24f138b-11be-4dcf-9d78-89b8203a8cfa tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193549 Mar 04 01:08:13.754636 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] For port 5da1b556-9b63-4cad-bd87-059f2c4e031f, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:13.855551 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:13.895393 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fcd63cd4-b737-4a28-ac12-324f08fa3e99 req-93a60a6f-e066-4da8-8527-b772a219c0f0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.2252209 Mar 04 01:08:13.986290 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks [] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:14.008445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:14.009598 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:14.011768 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 1093 time: 2.3486857 Mar 04 01:08:14.027146 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59ed25-2503-4c92-be45-1f4477a145e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1b556-9b63-4cad-bd87-059f2c4e031f,revision_number=3']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:14.189865 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39aa02-3e48-45e4-a9e4-104c7617ea1a x-openstack-request-id: req-8e39aa02-3e48-45e4-a9e4-104c7617ea1a {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:14.190524 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f87e75-e778-478e-9435-0acb0841e4b6", "tag": "b3a4f379-1005-451b-b7a1-05d70977b836", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:14.190524 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e39aa02-3e48-45e4-a9e4-104c7617ea1a {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:14.190844 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f87e75-e778-478e-9435-0acb0841e4b6', 'tag': 'b3a4f379-1005-451b-b7a1-05d70977b836', 'status': 'completed', 'code': 200} Mar 04 01:08:14.244981 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81431a3b-8e41-4c07-bca4-e7b2f4da1c8d x-openstack-request-id: req-81431a3b-8e41-4c07-bca4-e7b2f4da1c8d {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:14.245470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbd3e75-f05e-4b5e-a37d-9f129b15c347", "tag": "a02654a4-5106-4012-8bdd-79a06c5edfb2", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:14.245569 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81431a3b-8e41-4c07-bca4-e7b2f4da1c8d {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:14.245957 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'tag': 'a02654a4-5106-4012-8bdd-79a06c5edfb2', 'status': 'completed', 'code': 200} Mar 04 01:08:14.248689 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b756c728-6c27-4bfd-96e1-9a3f0869ab18 req-37a8dadc-4222-4dbc-a19c-927920baa5bd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0322270 Mar 04 01:08:14.283236 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:14.356664 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Network c7a00972-08f8-4458-80f5-4505437b0373 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:14.362569 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:14.365137 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:14.372345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:14.372345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:14.391996 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Pushing event updated for resources: {'Port': ['ID=4ed71481-13b9-40d4-b53c-ed49e465387f,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:14.411240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1731458-3f4a-413b-8a07-addd6bf48dd2 req-d8d17a92-18a0-472c-9f6c-7c270777ed48 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:14.412817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1731458-3f4a-413b-8a07-addd6bf48dd2 req-d8d17a92-18a0-472c-9f6c-7c270777ed48 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.1188874 Mar 04 01:08:14.467584 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1731458-3f4a-413b-8a07-addd6bf48dd2 req-e5b084a1-dfa9-4dfc-953c-138fa586b384 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Mar 04 01:08:14.472987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:14.504180 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-137bcec0-bba6-4415-9fae-1f35d59f5be1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3162823 Mar 04 01:08:14.914118 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4264ed-07ae-48e1-acbd-501df16a9f72 req-eba39f99-486d-46b3-a869-83a98254f9fe tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:14.915637 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4e4264ed-07ae-48e1-acbd-501df16a9f72 req-eba39f99-486d-46b3-a869-83a98254f9fe tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0551169 Mar 04 01:08:14.972661 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4e4264ed-07ae-48e1-acbd-501df16a9f72 req-c8a00883-efa4-4a35-8de0-1907b840d72d tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Mar 04 01:08:15.029830 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc01efa-aa2f-46bf-975f-c2c1a994e607 req-80715379-6289-4764-a6eb-f7c9737a0abb tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:15.030545 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8cc01efa-aa2f-46bf-975f-c2c1a994e607 req-80715379-6289-4764-a6eb-f7c9737a0abb tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.0738873 Mar 04 01:08:15.077776 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8cc01efa-aa2f-46bf-975f-c2c1a994e607 req-a755539b-b15b-4721-8799-6a8ba8083fac tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Mar 04 01:08:15.347585 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d5e2ed48-7b35-4f40-9924-2bc939f12dcc req-d2fca45c-1007-4688-93e2-8ef3dd3dd469 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0265808 Mar 04 01:08:15.582462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95f9fb-cb94-45ac-8ce6-85a341dfda2c req-9edd751c-a220-4e27-b125-9bc1e3af6197 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:15.583967 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ac95f9fb-cb94-45ac-8ce6-85a341dfda2c req-9edd751c-a220-4e27-b125-9bc1e3af6197 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0523200 Mar 04 01:08:15.630354 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ac95f9fb-cb94-45ac-8ce6-85a341dfda2c req-04b2ddb8-0d8c-4d58-a89c-95c46718b9ff tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Mar 04 01:08:15.723212 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:16.090814 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7e4f7-8738-491b-a28c-bc4755c40eaa req-d82baafc-dd24-4068-92db-6561c93d015b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:16.092760 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-82f7e4f7-8738-491b-a28c-bc4755c40eaa req-d82baafc-dd24-4068-92db-6561c93d015b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0568943 Mar 04 01:08:16.139877 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-82f7e4f7-8738-491b-a28c-bc4755c40eaa req-2022813b-b3fd-494e-94e8-0b5f20f2b66f tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Mar 04 01:08:16.192184 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'tag': '5da1b556-9b63-4cad-bd87-059f2c4e031f'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:16.194010 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12d9c-0583-44c2-9a05-104a2aa41363 req-68cbdcce-ef31-4564-8a3e-b2217ee6c295 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:16.194689 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f9fb90-1fc2-42df-8397-83570b4e8002", "tag": "5da1b556-9b63-4cad-bd87-059f2c4e031f"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:16.195498 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-73f12d9c-0583-44c2-9a05-104a2aa41363 req-68cbdcce-ef31-4564-8a3e-b2217ee6c295 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.0525389 Mar 04 01:08:16.229761 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d9bd4-b6de-4505-b81b-2e77131112db x-openstack-request-id: req-647d9bd4-b6de-4505-b81b-2e77131112db {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:16.230052 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f9fb90-1fc2-42df-8397-83570b4e8002", "tag": "5da1b556-9b63-4cad-bd87-059f2c4e031f", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:16.230325 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-647d9bd4-b6de-4505-b81b-2e77131112db {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:16.230716 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'tag': '5da1b556-9b63-4cad-bd87-059f2c4e031f', 'status': 'completed', 'code': 200} Mar 04 01:08:16.248817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-73f12d9c-0583-44c2-9a05-104a2aa41363 req-fd54ec54-23d9-48b9-888c-5dc28d5f6caa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Mar 04 01:08:16.443306 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5c6aa54-f7fa-463a-a4b6-592de2672598 req-6821b757-f05b-4e39-8498-4870e9671866 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0261509 Mar 04 01:08:16.751378 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2c3ca-4a7e-4239-86bb-27db0069b6a1 req-9cd91bce-4d00-49a4-b529-db21d1565b6e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:16.752957 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-07d2c3ca-4a7e-4239-86bb-27db0069b6a1 req-9cd91bce-4d00-49a4-b529-db21d1565b6e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0567300 Mar 04 01:08:16.803895 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-07d2c3ca-4a7e-4239-86bb-27db0069b6a1 req-26709732-0929-421f-825f-bb2f49b534f6 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Mar 04 01:08:17.317912 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97407a3a-c13d-4ac1-a70f-51ad3e40ff0f req-ebbb1027-b9a0-44b8-92cd-bd7b17ef27b5 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:17.333849 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-97407a3a-c13d-4ac1-a70f-51ad3e40ff0f req-ebbb1027-b9a0-44b8-92cd-bd7b17ef27b5 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.1054416 Mar 04 01:08:17.444819 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-97407a3a-c13d-4ac1-a70f-51ad3e40ff0f req-611c1c0b-4739-4047-bd77-7487827cca00 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119514 Mar 04 01:08:17.479238 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e79c-c028-4264-90c6-bf75bbaba9ea req-8e7d67cb-a08b-4a3e-9aeb-941b33cc74f5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:17.489168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0907e79c-c028-4264-90c6-bf75bbaba9ea req-8e7d67cb-a08b-4a3e-9aeb-941b33cc74f5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.1255257 Mar 04 01:08:17.542386 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:08:17.571127 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5a7beba-2714-4f40-afbd-8710cc71a794 req-2abce7f8-e5e0-45e0-8cf8-12723cdc4125 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0388157 Mar 04 01:08:17.576849 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0907e79c-c028-4264-90c6-bf75bbaba9ea req-058c828e-a0f2-4144-8eb8-5482fe129ee3 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866461 Mar 04 01:08:17.922076 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e86f6-05b1-4603-9ba0-016f3f211d33 req-d5ce21d1-6c80-4265-8353-ec431aa5fc40 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:17.923627 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-473e86f6-05b1-4603-9ba0-016f3f211d33 req-d5ce21d1-6c80-4265-8353-ec431aa5fc40 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0540996 Mar 04 01:08:17.988752 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-473e86f6-05b1-4603-9ba0-016f3f211d33 req-dbc414b4-8a4c-43fc-9d5e-ea024d073795 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586443 Mar 04 01:08:18.637978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9096ec6-49b4-4b72-99c5-4fcadaeaa8da req-1e5b2afe-88bb-416c-b8ab-1647be8f1ff4 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:18.652779 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9096ec6-49b4-4b72-99c5-4fcadaeaa8da req-1e5b2afe-88bb-416c-b8ab-1647be8f1ff4 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0980678 Mar 04 01:08:18.704350 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5aa2b14e-6f3a-4e02-8127-2a7eba097819 req-ff28c3ef-6508-41f3-95be-a90e024469fd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0486810 Mar 04 01:08:18.781968 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9096ec6-49b4-4b72-99c5-4fcadaeaa8da req-5accec38-37d0-449f-b030-1a7ddbb63a8c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237109 Mar 04 01:08:18.895799 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e972c1a-47c8-47f2-9753-783115ae4b1c req-8a2a56e1-e51c-45d5-b94d-3aeca17ddd97 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:18.902673 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9e972c1a-47c8-47f2-9753-783115ae4b1c req-8a2a56e1-e51c-45d5-b94d-3aeca17ddd97 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.0964124 Mar 04 01:08:18.981181 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9e972c1a-47c8-47f2-9753-783115ae4b1c req-98eaa42a-c7b4-4caa-beed-291aafb6aedf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715194 Mar 04 01:08:19.133462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565b037-a5ae-48d2-b11a-014cc199b5ad req-7433913e-0b2f-4ba3-8e26-af4c261f7b9c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:19.135085 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f565b037-a5ae-48d2-b11a-014cc199b5ad req-7433913e-0b2f-4ba3-8e26-af4c261f7b9c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0596380 Mar 04 01:08:19.206543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f565b037-a5ae-48d2-b11a-014cc199b5ad req-7f5463f3-34a8-484c-9c27-36d23eb0382e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636714 Mar 04 01:08:19.860843 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fca4cac0-e59f-45f9-8fc3-93a5de518732 req-81879328-afaa-4e8d-a63f-0ff8ab36e0ca tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0582936 Mar 04 01:08:19.956880 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4b35c-a0aa-473a-9536-42ad8c389cc2 req-a97cd0e1-5de5-42cc-b75b-f4248af31314 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:19.959583 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32b4b35c-a0aa-473a-9536-42ad8c389cc2 req-a97cd0e1-5de5-42cc-b75b-f4248af31314 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0922318 Mar 04 01:08:20.045740 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32b4b35c-a0aa-473a-9536-42ad8c389cc2 req-25504b92-6830-4bee-ba24-2b991c2f278a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810735 Mar 04 01:08:20.138753 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292565-ee58-451e-8b95-051516cb9c19 req-ca58e9fe-cbbc-48c4-aae1-40a530bb8a01 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:20.138753 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a292565-ee58-451e-8b95-051516cb9c19 req-ca58e9fe-cbbc-48c4-aae1-40a530bb8a01 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.0604379 Mar 04 01:08:20.190765 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a292565-ee58-451e-8b95-051516cb9c19 req-408388cf-c7e3-474b-9514-92881913d1d1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465946 Mar 04 01:08:20.396925 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a0e2e-7627-4b91-9c8a-ed3a71ca8427 req-59b0f0ea-6dc0-4f9f-b5c0-6594202e0993 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:20.398425 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-489a0e2e-7627-4b91-9c8a-ed3a71ca8427 req-59b0f0ea-6dc0-4f9f-b5c0-6594202e0993 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0549390 Mar 04 01:08:20.450615 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-489a0e2e-7627-4b91-9c8a-ed3a71ca8427 req-06f16f0b-5046-4ec7-82ac-a03d49e8a97b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466874 Mar 04 01:08:20.958254 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9e95f19-e030-4075-8805-a0414f0d7ef9 req-d0691ea1-91e3-4be7-bdc1-9ce78991f750 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0271447 Mar 04 01:08:21.242435 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9ca90-f3cd-4a35-93b2-349b0fc4b5a2 req-96ef0fa7-cf43-4a23-af8f-b9c3a3b5e324 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:21.243913 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-48d9ca90-f3cd-4a35-93b2-349b0fc4b5a2 req-96ef0fa7-cf43-4a23-af8f-b9c3a3b5e324 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0539203 Mar 04 01:08:21.318405 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-48d9ca90-f3cd-4a35-93b2-349b0fc4b5a2 req-a3cdd421-1d9d-457a-bf93-9f74d64ecb56 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685406 Mar 04 01:08:21.331610 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cf574-ea7b-470f-8579-39c6a0c409f5 req-da0c4026-441a-4d21-a983-c37568186ed9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:21.333081 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-362cf574-ea7b-470f-8579-39c6a0c409f5 req-da0c4026-441a-4d21-a983-c37568186ed9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.0767443 Mar 04 01:08:21.377557 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-362cf574-ea7b-470f-8579-39c6a0c409f5 req-3647a65e-44dc-4092-af59-1f795edbeccf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Mar 04 01:08:21.569977 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3d1f-784d-4aa9-bec4-836161474eb7 req-66da6c29-0d8f-41ec-855e-648973276e9e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:21.571422 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4e8f3d1f-784d-4aa9-bec4-836161474eb7 req-66da6c29-0d8f-41ec-855e-648973276e9e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0544863 Mar 04 01:08:21.616128 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4e8f3d1f-784d-4aa9-bec4-836161474eb7 req-7354050c-3dd8-45d3-beec-d89077326f11 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392268 Mar 04 01:08:22.053079 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-40ddfcd2-ca7f-4693-ba68-a7234c7a3ce5 req-502a3fcc-5075-499c-a8fd-738d56b1632d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0267951 Mar 04 01:08:22.430922 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04a672-d8b7-4fd0-9620-89e2467a75e2 req-2d565b13-72d5-4a1b-8180-d68571340e5a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:22.432425 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ce04a672-d8b7-4fd0-9620-89e2467a75e2 req-2d565b13-72d5-4a1b-8180-d68571340e5a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0506184 Mar 04 01:08:22.506180 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ce04a672-d8b7-4fd0-9620-89e2467a75e2 req-ecbda385-c615-4272-bf8a-e75fefe36c74 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673740 Mar 04 01:08:22.523565 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f2e96-dcf3-4141-abcf-1421dbffa05b req-0125f3d7-4335-46cb-bf42-de45ff7bc895 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:22.525475 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e0f2e96-dcf3-4141-abcf-1421dbffa05b req-0125f3d7-4335-46cb-bf42-de45ff7bc895 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.0800700 Mar 04 01:08:22.572154 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e0f2e96-dcf3-4141-abcf-1421dbffa05b req-0197078b-596e-4518-8b9e-9ff7936cf8bf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Mar 04 01:08:22.730899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711947-da1d-4fb5-9388-85e59ca784b8 req-4f0d40e2-8550-49ea-a42c-3ab9338dd140 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:22.732938 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72711947-da1d-4fb5-9388-85e59ca784b8 req-4f0d40e2-8550-49ea-a42c-3ab9338dd140 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0527008 Mar 04 01:08:22.780111 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72711947-da1d-4fb5-9388-85e59ca784b8 req-809c50a2-78ea-416c-870c-ddf24008bfe1 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Mar 04 01:08:23.145720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a8f264e7-239b-4af4-95a0-ab5eb837bb5b req-b6aeb5f9-3d4c-4475-a874-f6dfb4d4eb4d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0269046 Mar 04 01:08:23.438859 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Request body: {'port': {'device_id': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:23.441920 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-6a9ee255-b311-4ca4-abf7-fe8e127abd56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a4f379-1005-451b-b7a1-05d70977b836 HTTP/1.1" status: 200 len: 217 time: 0.0737956 Mar 04 01:08:23.498899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:23.554816 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8 req-a989b178-783e-4cf0-a646-f53692bb66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.556373 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8 req-a989b178-783e-4cf0-a646-f53692bb66ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1127 time: 0.0832121 Mar 04 01:08:23.730121 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-79e9e4b3-e1ff-4fbc-8e2e-c20ac19b7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.731517 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-79e9e4b3-e1ff-4fbc-8e2e-c20ac19b7129 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 1128 time: 0.0619662 Mar 04 01:08:23.834274 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45990-aa27-4c34-9412-343cec164c96 req-87a44135-2d1e-4efb-b73a-e4ee921cbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.835709 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-87a44135-2d1e-4efb-b73a-e4ee921cbf9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54ef22e9-4158-4d97-91ef-dcafa990d110 HTTP/1.1" status: 200 len: 851 time: 0.1050835 Mar 04 01:08:23.865913 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-40b21a0e-cd65-450e-a062-3911068630bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2 HTTP/1.1" status: 200 len: 217 time: 0.1112878 Mar 04 01:08:23.945006 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-1fc6fdb6-bbe7-4c9d-af22-6d8c2e87096c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33c61b91-a978-46f1-80bd-91d952f71c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613561 Mar 04 01:08:23.951847 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a348d1-74a1-45e9-8333-f235d248b9aa req-38afd3b6-8afa-421f-b943-d708c262c814 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.953288 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d5a348d1-74a1-45e9-8333-f235d248b9aa req-38afd3b6-8afa-421f-b943-d708c262c814 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 932 time: 0.2801528 Mar 04 01:08:23.963075 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa557e-716d-48ba-962b-f5a760ed951f req-2a09b83e-2d39-40b4-9808-4141ccd71c67 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.964599 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90fa557e-716d-48ba-962b-f5a760ed951f req-2a09b83e-2d39-40b4-9808-4141ccd71c67 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.2903523 Mar 04 01:08:23.976545 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e408-0189-4876-9413-f1ac6f1e951d req-acd7d51b-e197-41f1-84bd-a4cfee4d024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.978000 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-acd7d51b-e197-41f1-84bd-a4cfee4d024d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 200 len: 855 time: 0.1052067 Mar 04 01:08:23.979225 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8 req-60131f06-2968-44f9-a97f-152075c780fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:23.980622 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8 req-60131f06-2968-44f9-a97f-152075c780fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5f4dd23db5774336ae6a251285752932&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2672825 Mar 04 01:08:24.090290 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d5a348d1-74a1-45e9-8333-f235d248b9aa req-32de163c-05c1-4789-b0b1-86bb52efcc7b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225326 Mar 04 01:08:24.103053 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90fa557e-716d-48ba-962b-f5a760ed951f req-1a2b38a4-37d4-4b53-a201-c9ec51a4ec2c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211500 Mar 04 01:08:24.259757 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30d5686b-fc8b-45ba-9139-cba635fd4879 req-548fa805-1932-4c01-a2ff-e7c0d66c2982 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0399015 Mar 04 01:08:24.272120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed71481-13b9-40d4-b53c-ed49e465387f {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:24.287062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Publish callbacks [] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:24.306996 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f438f-ff2b-464b-914a-d67f069147ed req-577a0f03-6ac7-438f-8f9e-7cceb143a749 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:24.308749 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-637f438f-ff2b-464b-914a-d67f069147ed req-577a0f03-6ac7-438f-8f9e-7cceb143a749 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.1395304 Mar 04 01:08:24.311106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Transition to ACTIVE for port object 4ed71481-13b9-40d4-b53c-ed49e465387f will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:08:24.356318 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-637f438f-ff2b-464b-914a-d67f069147ed req-015f5ac3-0917-4b44-bade-b5f73fa34735 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Mar 04 01:08:24.363107 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:24.413468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed71481-13b9-40d4-b53c-ed49e465387f,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:24.442884 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Attempting to bind port 4ed71481-13b9-40d4-b53c-ed49e465387f on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:24.443220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Attempting to bind port 4ed71481-13b9-40d4-b53c-ed49e465387f by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:24.443544 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Attempting to bind port 4ed71481-13b9-40d4-b53c-ed49e465387f on network c7a00972-08f8-4458-80f5-4505437b0373 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:24.447826 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Port 4ed71481-13b9-40d4-b53c-ed49e465387f on network c7a00972-08f8-4458-80f5-4505437b0373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:08:24.448148 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Attempting to bind port 4ed71481-13b9-40d4-b53c-ed49e465387f on network c7a00972-08f8-4458-80f5-4505437b0373 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:24.453457 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:24.453763 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Checking segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:24.454138 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Bound using segment: {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:24.454560 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Bound port: 4ed71481-13b9-40d4-b53c-ed49e465387f, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089c58fd-d6bc-4a54-a9b2-599a2cb84e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:24.454912 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:24.514712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] For port 4ed71481-13b9-40d4-b53c-ed49e465387f, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:24.517547 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] For port 4ed71481-13b9-40d4-b53c-ed49e465387f, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ed71481-13b9-40d4-b53c-ed49e465387f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:24.574915 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:24.611414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:24.612045 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:24.613469 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] 10.222.0.35 "PUT /v2.0/ports/4ed71481-13b9-40d4-b53c-ed49e465387f HTTP/1.1" status: 200 len: 1094 time: 1.1799295 Mar 04 01:08:24.613913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'tag': '4ed71481-13b9-40d4-b53c-ed49e465387f'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:24.616142 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d490854-49ec-4a73-8fb4-443c857a88a2" -d '{"events": [{"name": "network-changed", "server_uuid": "51f64c08-94bd-4c88-8d17-894f8b11debd", "tag": "4ed71481-13b9-40d4-b53c-ed49e465387f"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:24.640360 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ee5ce-e5fa-47d9-90e4-ff8c20d48aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed71481-13b9-40d4-b53c-ed49e465387f,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:24.649682 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1642a0-f178-4f46-87e9-f8c6328350d9 x-openstack-request-id: req-ba1642a0-f178-4f46-87e9-f8c6328350d9 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:24.649975 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f64c08-94bd-4c88-8d17-894f8b11debd", "tag": "4ed71481-13b9-40d4-b53c-ed49e465387f", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:24.650230 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba1642a0-f178-4f46-87e9-f8c6328350d9 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:24.650628 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'tag': '4ed71481-13b9-40d4-b53c-ed49e465387f', 'status': 'completed', 'code': 200} Mar 04 01:08:25.239234 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee6982-7401-4f22-ab7b-39778eebcb65 req-032871a4-8af8-43ba-ba4d-4ac7cace50ce tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:25.240745 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5eee6982-7401-4f22-ab7b-39778eebcb65 req-032871a4-8af8-43ba-ba4d-4ac7cace50ce tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.0848818 Mar 04 01:08:25.252027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a7f2-5be2-4ef0-848b-38e03ef4eedf req-7b908938-1b6c-4f75-90ec-0af7858046e8 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:25.253435 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-16b6a7f2-5be2-4ef0-848b-38e03ef4eedf req-7b908938-1b6c-4f75-90ec-0af7858046e8 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0848787 Mar 04 01:08:25.326993 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5eee6982-7401-4f22-ab7b-39778eebcb65 req-4fe4833d-fc0b-4f60-a4ad-a939b8bce52f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725908 Mar 04 01:08:25.330213 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-16b6a7f2-5be2-4ef0-848b-38e03ef4eedf req-acaf8577-bda5-4d82-bebd-d14c8725790c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Mar 04 01:08:25.407024 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9cd93e58-4380-4360-8a67-d17045e840a0 req-4a1a05b9-3be5-4c1e-9123-98a4cccbac26 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0267296 Mar 04 01:08:25.471248 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408041-36d3-4ab0-ace0-5edfc9eb8082 req-7b025613-ed08-4cb2-ae14-a12d95951693 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:25.472717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8408041-36d3-4ab0-ace0-5edfc9eb8082 req-7b025613-ed08-4cb2-ae14-a12d95951693 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0512490 Mar 04 01:08:25.517187 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8408041-36d3-4ab0-ace0-5edfc9eb8082 req-bba88be5-9fa8-4640-8703-4b09082f0e99 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390277 Mar 04 01:08:26.471392 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac500f58-6720-4877-b144-186c0ad307f9 req-1ae9c09a-5dea-4f24-aae6-401ecf109314 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:26.472789 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ac500f58-6720-4877-b144-186c0ad307f9 req-1ae9c09a-5dea-4f24-aae6-401ecf109314 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.0817332 Mar 04 01:08:26.479931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764666b-db2f-4029-a84a-439cee2a6039 req-61a1eb79-2f16-4f25-8028-4b7561549681 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:26.481402 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7764666b-db2f-4029-a84a-439cee2a6039 req-61a1eb79-2f16-4f25-8028-4b7561549681 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0819237 Mar 04 01:08:26.549631 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ac500f58-6720-4877-b144-186c0ad307f9 req-a1ecd69b-3fb7-492f-9339-95df014cf1bf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672741 Mar 04 01:08:26.552824 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7764666b-db2f-4029-a84a-439cee2a6039 req-f9ad4b24-146b-4d40-8484-db44ad1449b3 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Mar 04 01:08:26.671673 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5eed0d23-87bc-48a1-8d65-01cf2809cac7 req-cfe06df1-91af-46ee-b77e-a6f2d447e198 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0557024 Mar 04 01:08:26.703819 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-270bf5b5-89f2-4175-97f1-bd76bc511637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803921 Mar 04 01:08:26.786761 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7257f-1ecf-474a-9a54-cc9c4c7901e7 req-6419ffd8-c66b-4c3d-b325-6fba11820c6e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:26.788279 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3fc7257f-1ecf-474a-9a54-cc9c4c7901e7 req-6419ffd8-c66b-4c3d-b325-6fba11820c6e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.1809862 Mar 04 01:08:26.812159 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490854-49ec-4a73-8fb4-443c857a88a2 req-04cb2f47-232e-4033-8ab8-51e142b3ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:26.814012 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0d490854-49ec-4a73-8fb4-443c857a88a2 req-04cb2f47-232e-4033-8ab8-51e142b3ae15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 1128 time: 0.1588454 Mar 04 01:08:26.824432 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-56317c8b-5d7f-4a9c-bd55-e86f84947106 service neutron] 10.222.0.35 "GET /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941242 Mar 04 01:08:26.889586 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8 req-7f0d96dc-12a0-4451-b060-612986cc11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:26.891046 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-16c9fd7d-bffe-4397-8ae4-4aa3144da5a8 req-7f0d96dc-12a0-4451-b060-612986cc11c8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2665219 Mar 04 01:08:26.900681 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-662e4ffd-9109-4129-a0c3-23d27ed5d535 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874638 Mar 04 01:08:26.970594 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3fc7257f-1ecf-474a-9a54-cc9c4c7901e7 req-a8824f17-77f1-4298-bed4-9a74b4d6de91 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735759 Mar 04 01:08:27.026472 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c715e408-0189-4876-9413-f1ac6f1e951d req-0db9cf2c-98b5-4d4a-bdf9-4b455b78784b service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172364 Mar 04 01:08:27.028988 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-342a9f06-590c-4fbf-af79-3297daee0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.030335 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-342a9f06-590c-4fbf-af79-3297daee0a3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1127 time: 0.0716043 Mar 04 01:08:27.103447 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490854-49ec-4a73-8fb4-443c857a88a2 req-20384f5d-1428-43f8-9f91-769709de58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.104927 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0d490854-49ec-4a73-8fb4-443c857a88a2 req-20384f5d-1428-43f8-9f91-769709de58ad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5f4dd23db5774336ae6a251285752932&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2695231 Mar 04 01:08:27.107491 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10e45990-aa27-4c34-9412-343cec164c96 req-fce83ac1-5198-4e50-94eb-398f2fdc9ac1 service neutron] 10.222.0.35 "GET /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704728 Mar 04 01:08:27.110016 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-8bc6a721-175a-4da6-984c-cea7cc2fad3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 217 time: 0.0359857 Mar 04 01:08:27.175146 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dfc90c8a-149f-4388-a2f7-f77229d91994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.176055 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-dfc90c8a-149f-4388-a2f7-f77229d91994 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0486245 Mar 04 01:08:27.279447 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-44e73ea7-3530-4291-9715-6e3e884f57e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299466 Mar 04 01:08:27.356198 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.35', 50727) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:27.546385 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490854-49ec-4a73-8fb4-443c857a88a2 req-5ef9520f-87cf-477b-96b6-1dfd3701e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.547900 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0d490854-49ec-4a73-8fb4-443c857a88a2 req-5ef9520f-87cf-477b-96b6-1dfd3701e94d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4217012 Mar 04 01:08:27.581728 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-452611bb-5aa6-47e6-a7fd-6d946defd1aa tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.586180 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-452611bb-5aa6-47e6-a7fd-6d946defd1aa tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 816 time: 0.2138178 Mar 04 01:08:27.731415 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463064-b596-48c1-9789-da2d37460c39 req-239e0b43-faff-4817-ac61-0e565241e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.733182 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-239e0b43-faff-4817-ac61-0e565241e0be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a8c805c505b4285a5ba4d7d53256f26&device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 1127 time: 0.3747983 Mar 04 01:08:27.736985 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-9883cfd2-a401-4cb1-aed9-4cb6aad8f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.740468 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-9883cfd2-a401-4cb1-aed9-4cb6aad8f3e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 1128 time: 0.3704395 Mar 04 01:08:27.784811 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-cc17d9c6-3f1f-4f70-b7db-2dc899cd5c25 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 380 time: 0.1782792 Mar 04 01:08:27.801473 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'port': {'device_id': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'admin_state_up': True, 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'security_groups': ['8939aa1a-5760-42a0-b708-9d8fdc044a23']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:27.826392 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-357d7a36-200b-46c2-a79c-68142a7fb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.827883 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-357d7a36-200b-46c2-a79c-68142a7fb59f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 1128 time: 0.1762559 Mar 04 01:08:27.882668 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14ce63-35ed-4e5d-9694-67cdbb7a982e req-306143cd-5b7d-4fa3-9b70-41287649b260 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.884131 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b14ce63-35ed-4e5d-9694-67cdbb7a982e req-306143cd-5b7d-4fa3-9b70-41287649b260 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.1904953 Mar 04 01:08:27.895035 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc99e7f-1821-4042-9076-e4c5692ec79b req-9cb4a875-a3c1-4dff-82db-b0e0d0c5274b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:27.896484 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9dc99e7f-1821-4042-9076-e4c5692ec79b req-9cb4a875-a3c1-4dff-82db-b0e0d0c5274b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.2459311 Mar 04 01:08:27.929739 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-334fac91-f44d-4f3b-8e81-2e7c0dd75efc service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605543 Mar 04 01:08:27.932888 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-4355ddf5-26c4-40a7-b3aa-72e1a5d64258 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed71481-13b9-40d4-b53c-ed49e465387f HTTP/1.1" status: 200 len: 217 time: 0.0655336 Mar 04 01:08:28.058807 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463064-b596-48c1-9789-da2d37460c39 req-2000a6f3-9522-44f9-8e56-9e48405a7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.060849 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-2000a6f3-9522-44f9-8e56-9e48405a7874 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33c61b91-a978-46f1-80bd-91d952f71c12 HTTP/1.1" status: 200 len: 912 time: 0.3198111 Mar 04 01:08:28.064348 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-0c0a5559-7800-4876-ab81-fe3fb24064a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.065752 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-0c0a5559-7800-4876-ab81-fe3fb24064a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 916 time: 0.3180816 Mar 04 01:08:28.076408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-1f9af64c-4a31-4d76-bee6-f447d3bab247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.077915 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-1f9af64c-4a31-4d76-bee6-f447d3bab247 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.1154344 Mar 04 01:08:28.083341 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9dc99e7f-1821-4042-9076-e4c5692ec79b req-1c2cfab0-1dea-4f9f-acdd-063f7b0c83dc tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521711 Mar 04 01:08:28.086368 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b14ce63-35ed-4e5d-9694-67cdbb7a982e req-f62112e7-22c4-4c9d-968d-20473b6f2f0e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632786 Mar 04 01:08:28.146177 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-57d78dd5-881b-4a09-8a6b-b9067030cdf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325899 Mar 04 01:08:28.166289 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-b73df45f-08e9-4f28-82df-c54e92114adc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2 HTTP/1.1" status: 200 len: 217 time: 0.0870891 Mar 04 01:08:28.170898 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-68875c46-6917-495d-9ab6-c0c15163529c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a4f379-1005-451b-b7a1-05d70977b836 HTTP/1.1" status: 200 len: 217 time: 0.0789852 Mar 04 01:08:28.173294 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-df8c331c-7e83-448b-b6e9-a0297cc75019 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175725 Mar 04 01:08:28.243181 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Made reservation on behalf of 8f262907128c42b49b67312b5f62378e for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:28.246462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:28.254065 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e9263a2-d440-4428-85fc-54e6fd3e3a27 req-8791ce82-dfe4-4484-90e0-a7722e9f238e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0747242 Mar 04 01:08:28.266767 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-37c80183-b58d-498c-a2de-93689018809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.266767 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-37c80183-b58d-498c-a2de-93689018809e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 200 len: 855 time: 0.0806499 Mar 04 01:08:28.266767 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463064-b596-48c1-9789-da2d37460c39 req-8e2dc5be-c76c-4ef4-997f-2ef9f5ea03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.267318 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-8e2dc5be-c76c-4ef4-997f-2ef9f5ea03a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54ef22e9-4158-4d97-91ef-dcafa990d110 HTTP/1.1" status: 200 len: 851 time: 0.0566401 Mar 04 01:08:28.316651 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-a2c4003a-9eaf-4f16-81b6-43e654cc433d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400732 Mar 04 01:08:28.331768 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-b51e5ce0-ef86-45fd-b7b2-d2b640ee3f03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33c61b91-a978-46f1-80bd-91d952f71c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425825 Mar 04 01:08:28.368133 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-dbbc043c-e266-4a75-ad1a-9bcb5bbba504 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130446 Mar 04 01:08:28.381698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a5485-7f97-4d57-9ad3-75e2855be870 req-235fb900-a96d-4549-959a-45f7beeb320c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.383175 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b1a5485-7f97-4d57-9ad3-75e2855be870 req-235fb900-a96d-4549-959a-45f7beeb320c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.1687369 Mar 04 01:08:28.512307 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-e9c6c2f5-cc9a-4523-bc66-64a8c55e7bdb service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608589 Mar 04 01:08:28.515896 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-1aaf8757-1629-43e1-b666-f2325fdd2dac service neutron] 10.222.0.35 "GET /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633956 Mar 04 01:08:28.525597 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Allocated IP 172.20.0.6 (b7264557-89d2-4e14-a393-ff4fad6aa15e/ad4d235e-6b85-43ea-afbc-acf68c1c336f/65a41b87-f03c-411e-92b0-0e5d40a40c32) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:28.546055 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b1a5485-7f97-4d57-9ad3-75e2855be870 req-3c29593a-e3bd-40e2-815a-e708cc7e0d73 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524024 Mar 04 01:08:28.577043 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2ea398-99ab-474e-bff0-2353bbefea75 req-a5cd9748-3f95-4c0e-a809-71b42e30b43e service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928205 Mar 04 01:08:28.686396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:28.770277 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:28.801433 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:28.820717 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Network b7264557-89d2-4e14-a393-ff4fad6aa15e is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:28.823784 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:28.828236 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:28.833250 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:28.839712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:28.839712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:28.910902 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-3db0dfd5-bee0-4fb4-bfd3-304fa3d3a2a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158748 Mar 04 01:08:29.087355 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-77359153-4acf-4bdc-8f8e-b85db1d36a7a None None] Provisioning complete for port 65a41b87-f03c-411e-92b0-0e5d40a40c32 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:29.087665 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-77359153-4acf-4bdc-8f8e-b85db1d36a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.132149 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-77359153-4acf-4bdc-8f8e-b85db1d36a7a None None] Port 65a41b87-f03c-411e-92b0-0e5d40a40c32 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:08:29.274905 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8a474-6072-4249-b836-395c98bf45ed req-72278086-bf0a-4bfb-b8af-c95dd77d0cd9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:29.276407 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d9c8a474-6072-4249-b836-395c98bf45ed req-72278086-bf0a-4bfb-b8af-c95dd77d0cd9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.0699008 Mar 04 01:08:29.284451 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890bbec-8ce7-4fca-ae7c-463200fd9348 req-42aa8417-d817-4c2c-9039-b5943b8b5e1e tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:29.285825 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a890bbec-8ce7-4fca-ae7c-463200fd9348 req-42aa8417-d817-4c2c-9039-b5943b8b5e1e tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.1082745 Mar 04 01:08:29.362554 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d9c8a474-6072-4249-b836-395c98bf45ed req-671cb38a-610f-4cd8-8efc-6b4f3c8cec9c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757668 Mar 04 01:08:29.365590 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a890bbec-8ce7-4fca-ae7c-463200fd9348 req-8c152d8d-2161-4b62-8928-e0edb5307c76 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727806 Mar 04 01:08:29.432704 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54834) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:29.478485 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963b62a-b828-4747-a14f-49b1d2880ae4 req-559076c8-02c6-4fb1-9629-c7a98291e5e4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:29.479935 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f963b62a-b828-4747-a14f-49b1d2880ae4 req-559076c8-02c6-4fb1-9629-c7a98291e5e4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 931 time: 0.0573378 Mar 04 01:08:29.535525 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f963b62a-b828-4747-a14f-49b1d2880ae4 req-cb8a98da-da16-4923-8db9-53514e3a669a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498288 Mar 04 01:08:29.543757 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0296482e-43ad-4876-bcb0-0cb256dd6258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.622944 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0296482e-43ad-4876-bcb0-0cb256dd6258 admin admin] Publish callbacks [] for security_group (871b5336-ba5b-43fb-82d9-42543bca34ba), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.666137 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3524a5-5a1c-4120-a12e-a3251daabecc req-7b8f3233-80de-4419-92b8-2efcea1c585c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:29.667643 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe3524a5-5a1c-4120-a12e-a3251daabecc req-7b8f3233-80de-4419-92b8-2efcea1c585c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0517311 Mar 04 01:08:29.695970 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0296482e-43ad-4876-bcb0-0cb256dd6258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (871b5336-ba5b-43fb-82d9-42543bca34ba), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.714357 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fe3524a5-5a1c-4120-a12e-a3251daabecc req-cb1bd489-c79c-4b4e-aff5-83619ecfeada tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Mar 04 01:08:29.734237 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-0296482e-43ad-4876-bcb0-0cb256dd6258 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5de08f5f63b74536a1858a4e57cb0311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004794 Mar 04 01:08:29.735342 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296482e-43ad-4876-bcb0-0cb256dd6258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871b5336-ba5b-43fb-82d9-42543bca34ba,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:29.736926 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54844) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:29.785343 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1b7d13f8-28e8-4c6b-a611-adfc3e93bb66 admin admin] Publish callbacks [] for security_group (871b5336-ba5b-43fb-82d9-42543bca34ba), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.806444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1b7d13f8-28e8-4c6b-a611-adfc3e93bb66 admin admin] Publish callbacks [] for security_group (871b5336-ba5b-43fb-82d9-42543bca34ba), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.895826 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1b7d13f8-28e8-4c6b-a611-adfc3e93bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (871b5336-ba5b-43fb-82d9-42543bca34ba), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.898330 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1b7d13f8-28e8-4c6b-a611-adfc3e93bb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:29.899506 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1b7d13f8-28e8-4c6b-a611-adfc3e93bb66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/871b5336-ba5b-43fb-82d9-42543bca34ba HTTP/1.1" status: 204 len: 168 time: 0.1608245 Mar 04 01:08:29.907557 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d13f8-28e8-4c6b-a611-adfc3e93bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b5336-ba5b-43fb-82d9-42543bca34ba,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:29.926889 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 54850) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:30.029833 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bef8967-9a54-4310-97fc-82bfe42dbb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.103904 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bef8967-9a54-4310-97fc-82bfe42dbb07 admin admin] Publish callbacks [] for security_group (5e2e7b9f-fa56-4121-a904-1e831d3c6e9f), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.174561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2bef8967-9a54-4310-97fc-82bfe42dbb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5e2e7b9f-fa56-4121-a904-1e831d3c6e9f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.212208 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-2bef8967-9a54-4310-97fc-82bfe42dbb07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e87220d0a0f04b6682fa202ec580b536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837110 Mar 04 01:08:30.213406 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef8967-9a54-4310-97fc-82bfe42dbb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e7b9f-fa56-4121-a904-1e831d3c6e9f,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:30.214867 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54858) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:30.264679 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b48443bd-0c0a-49dc-8778-80fa475d6f51 admin admin] Publish callbacks [] for security_group (5e2e7b9f-fa56-4121-a904-1e831d3c6e9f), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.285970 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b48443bd-0c0a-49dc-8778-80fa475d6f51 admin admin] Publish callbacks [] for security_group (5e2e7b9f-fa56-4121-a904-1e831d3c6e9f), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.409021 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b48443bd-0c0a-49dc-8778-80fa475d6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5e2e7b9f-fa56-4121-a904-1e831d3c6e9f), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.411871 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b48443bd-0c0a-49dc-8778-80fa475d6f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.415587 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b48443bd-0c0a-49dc-8778-80fa475d6f51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e2e7b9f-fa56-4121-a904-1e831d3c6e9f HTTP/1.1" status: 204 len: 168 time: 0.1971388 Mar 04 01:08:30.422041 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48443bd-0c0a-49dc-8778-80fa475d6f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e7b9f-fa56-4121-a904-1e831d3c6e9f,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:30.503231 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54870) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:30.516491 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-77c55d66-d18e-4ce8-8505-b93ef673b0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.606382 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-77c55d66-d18e-4ce8-8505-b93ef673b0e5 admin admin] Publish callbacks [] for security_group (1c80e19a-3ac9-499a-b7ab-c13e65d44a70), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.650098 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-77c55d66-d18e-4ce8-8505-b93ef673b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1c80e19a-3ac9-499a-b7ab-c13e65d44a70), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.688875 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c55d66-d18e-4ce8-8505-b93ef673b0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c80e19a-3ac9-499a-b7ab-c13e65d44a70,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:30.695120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7de60-fe96-45ed-b0bb-1772fc86dfb0 req-32c0e937-c159-44b7-9fa8-2df3ecfecf22 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:30.697079 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-77c55d66-d18e-4ce8-8505-b93ef673b0e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd6e14ab6a7e44b08bf04130834cc72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927912 Mar 04 01:08:30.701347 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54876) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:30.702414 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ebc7de60-fe96-45ed-b0bb-1772fc86dfb0 req-32c0e937-c159-44b7-9fa8-2df3ecfecf22 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.2674518 Mar 04 01:08:30.734040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f8e79-1558-4de3-a153-95d944ad3ba6 req-71191a65-c6b6-465d-9d64-f45e2605f2fc tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:30.735522 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a89f8e79-1558-4de3-a153-95d944ad3ba6 req-71191a65-c6b6-465d-9d64-f45e2605f2fc tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.2903118 Mar 04 01:08:30.750483 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff34b26-5c44-4367-bef9-a18e11714175 admin admin] Publish callbacks [] for security_group (1c80e19a-3ac9-499a-b7ab-c13e65d44a70), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.771959 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff34b26-5c44-4367-bef9-a18e11714175 admin admin] Publish callbacks [] for security_group (1c80e19a-3ac9-499a-b7ab-c13e65d44a70), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.772933 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ebc7de60-fe96-45ed-b0bb-1772fc86dfb0 req-45eb44c5-93dd-4b14-93b2-ca229f932d33 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696661 Mar 04 01:08:30.814552 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a89f8e79-1558-4de3-a153-95d944ad3ba6 req-33e61e48-fb9b-499b-8755-9aee998e16ce tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708022 Mar 04 01:08:30.890580 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff34b26-5c44-4367-bef9-a18e11714175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1c80e19a-3ac9-499a-b7ab-c13e65d44a70), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.893192 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff34b26-5c44-4367-bef9-a18e11714175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:30.894339 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-bff34b26-5c44-4367-bef9-a18e11714175 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c80e19a-3ac9-499a-b7ab-c13e65d44a70 HTTP/1.1" status: 204 len: 168 time: 0.1957674 Mar 04 01:08:30.902345 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34b26-5c44-4367-bef9-a18e11714175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c80e19a-3ac9-499a-b7ab-c13e65d44a70,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:30.933636 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ffced-d7dd-4ace-8be3-e69b8c7c39ef req-14d8754d-4da4-4dfe-baac-7b09f833216f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:30.935731 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5b7ffced-d7dd-4ace-8be3-e69b8c7c39ef req-14d8754d-4da4-4dfe-baac-7b09f833216f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 931 time: 0.0882812 Mar 04 01:08:30.947323 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8399-9bda-406a-a9bf-644c053612f0 req-a3755f00-1966-470c-aa2d-156302d347b2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:30.948759 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9c2c8399-9bda-406a-a9bf-644c053612f0 req-a3755f00-1966-470c-aa2d-156302d347b2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0764265 Mar 04 01:08:31.016662 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5b7ffced-d7dd-4ace-8be3-e69b8c7c39ef req-fca31d4c-04ad-46e8-96ef-8b74fd32c848 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669141 Mar 04 01:08:31.023474 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9c2c8399-9bda-406a-a9bf-644c053612f0 req-b9f7e217-2d5d-47e5-a812-125456118aac tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Mar 04 01:08:31.124709 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54884) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:31.137288 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4978e9d8-fd94-4dbc-ad55-33444b1ae55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.210276 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4978e9d8-fd94-4dbc-ad55-33444b1ae55b admin admin] Publish callbacks [] for security_group (a99753e2-3490-4e17-bd6d-7b82904e8019), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.223936 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Request body: {'port': {'device_id': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:31.278294 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4978e9d8-fd94-4dbc-ad55-33444b1ae55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a99753e2-3490-4e17-bd6d-7b82904e8019), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.284936 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.379821 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-4978e9d8-fd94-4dbc-ad55-33444b1ae55b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e720d869a3ef40f6aa681f55da5f7263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539585 Mar 04 01:08:31.380423 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 54896) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:31.385334 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978e9d8-fd94-4dbc-ad55-33444b1ae55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99753e2-3490-4e17-bd6d-7b82904e8019,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:31.436509 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d410d403-4b65-4fe2-a029-298ff3caa596 req-8c07bf0f-fc77-4000-9509-a363657cb716 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225432 Mar 04 01:08:31.444206 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d8463064-b596-48c1-9789-da2d37460c39 req-a7e3eeaf-55de-4974-9cf6-13f8d8592dbc service neutron] 10.222.0.35 "GET /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217171 Mar 04 01:08:31.465013 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f03584e6-1f89-4dc1-ac86-756c6309cd65 admin admin] Publish callbacks [] for security_group (a99753e2-3490-4e17-bd6d-7b82904e8019), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.487508 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f03584e6-1f89-4dc1-ac86-756c6309cd65 admin admin] Publish callbacks [] for security_group (a99753e2-3490-4e17-bd6d-7b82904e8019), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.586523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a41b87-f03c-411e-92b0-0e5d40a40c32 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:31.595565 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Publish callbacks [] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.604179 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f03584e6-1f89-4dc1-ac86-756c6309cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a99753e2-3490-4e17-bd6d-7b82904e8019), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.607446 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f03584e6-1f89-4dc1-ac86-756c6309cd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.608902 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Transition to ACTIVE for port object 65a41b87-f03c-411e-92b0-0e5d40a40c32 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:08:31.609007 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f03584e6-1f89-4dc1-ac86-756c6309cd65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a99753e2-3490-4e17-bd6d-7b82904e8019 HTTP/1.1" status: 204 len: 168 time: 0.2243810 Mar 04 01:08:31.616580 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03584e6-1f89-4dc1-ac86-756c6309cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99753e2-3490-4e17-bd6d-7b82904e8019,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:31.678619 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.731067 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:31.768612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Attempting to bind port 65a41b87-f03c-411e-92b0-0e5d40a40c32 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:31.768612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Attempting to bind port 65a41b87-f03c-411e-92b0-0e5d40a40c32 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:31.769000 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Attempting to bind port 65a41b87-f03c-411e-92b0-0e5d40a40c32 on network b7264557-89d2-4e14-a393-ff4fad6aa15e {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:31.774103 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Port 65a41b87-f03c-411e-92b0-0e5d40a40c32 on network b7264557-89d2-4e14-a393-ff4fad6aa15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:08:31.774442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Attempting to bind port 65a41b87-f03c-411e-92b0-0e5d40a40c32 on network b7264557-89d2-4e14-a393-ff4fad6aa15e {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:31.780692 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:31.781121 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Checking segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:31.781547 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Bound using segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:31.781992 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Bound port: 65a41b87-f03c-411e-92b0-0e5d40a40c32, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:31.782351 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:31.878135 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:31.896018 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:32.091888 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6b76a-aa85-42ed-80af-c3bf4e085a54 req-40ea2f28-d3b2-48a4-b631-37817e85e2f9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.091888 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3aa6b76a-aa85-42ed-80af-c3bf4e085a54 req-40ea2f28-d3b2-48a4-b631-37817e85e2f9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.0916734 Mar 04 01:08:32.091888 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5db4f-2f4a-4ade-9765-694ee28d542f req-c6f4fa8e-f728-4086-80e9-00a3a7b6e6d2 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.091888 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46e5db4f-2f4a-4ade-9765-694ee28d542f req-c6f4fa8e-f728-4086-80e9-00a3a7b6e6d2 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.0942500 Mar 04 01:08:32.091888 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3aa6b76a-aa85-42ed-80af-c3bf4e085a54 req-5ffa0f75-efd2-49a6-971f-89717c181bba tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704827 Mar 04 01:08:32.091888 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46e5db4f-2f4a-4ade-9765-694ee28d542f req-7e69eba1-6c24-4432-abd2-e301b1add380 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Mar 04 01:08:32.170758 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be6aa9-fdf4-440f-8255-dbadda57e751 req-4d2aaf8e-6107-408d-9524-1120f98ad3d0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.172232 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7be6aa9-fdf4-440f-8255-dbadda57e751 req-4d2aaf8e-6107-408d-9524-1120f98ad3d0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0868204 Mar 04 01:08:32.183118 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25f766-b720-452d-9841-537b842074ec req-89698cb8-f8d2-4006-9455-9e3dc01516dd tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.184597 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aa25f766-b720-452d-9841-537b842074ec req-89698cb8-f8d2-4006-9455-9e3dc01516dd tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.0701385 Mar 04 01:08:32.236493 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:32.285762 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7be6aa9-fdf4-440f-8255-dbadda57e751 req-5f43c586-5ae0-42e1-a61d-1c7175a5cac2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002445 Mar 04 01:08:32.300097 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aa25f766-b720-452d-9841-537b842074ec req-6dcd0c64-46f1-476a-ac7d-8ee8df851a8c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995092 Mar 04 01:08:32.300536 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.301067 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:32.302434 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] 10.222.0.35 "PUT /v2.0/ports/65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 1093 time: 1.0835123 Mar 04 01:08:32.302882 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:32.305414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411de650-1111-4c2e-acc7-30642eaac0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:32.336906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fb5ec-d3f9-4715-b236-d8d3c535bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:32.379914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc1867-3dc1-4dbc-9bb8-1a92455cd4c6 x-openstack-request-id: req-07fc1867-3dc1-4dbc-9bb8-1a92455cd4c6 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:32.380321 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:32.380482 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07fc1867-3dc1-4dbc-9bb8-1a92455cd4c6 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:32.380881 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'status': 'completed', 'code': 200} Mar 04 01:08:32.503298 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de650-1111-4c2e-acc7-30642eaac0c0 req-e0496b12-2c3b-47c8-964e-750a69b9cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.506050 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-411de650-1111-4c2e-acc7-30642eaac0c0 req-e0496b12-2c3b-47c8-964e-750a69b9cb55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1127 time: 0.0754597 Mar 04 01:08:32.656978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de650-1111-4c2e-acc7-30642eaac0c0 req-eca86bad-cb5a-43fe-9396-8bab19ca075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.660189 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-411de650-1111-4c2e-acc7-30642eaac0c0 req-eca86bad-cb5a-43fe-9396-8bab19ca075b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f262907128c42b49b67312b5f62378e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1392283 Mar 04 01:08:32.766131 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de650-1111-4c2e-acc7-30642eaac0c0 req-48503e74-b5eb-42fc-b6cc-11eb05caf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.768008 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-411de650-1111-4c2e-acc7-30642eaac0c0 req-48503e74-b5eb-42fc-b6cc-11eb05caf951 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038201 Mar 04 01:08:32.873914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-efdd3f0f-6ab0-4cb6-bf96-0c8a79ae0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.875362 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-efdd3f0f-6ab0-4cb6-bf96-0c8a79ae0a4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1127 time: 0.0453348 Mar 04 01:08:32.928512 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-2bffb4db-95a2-46f2-8317-112bc510b2d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 217 time: 0.0400662 Mar 04 01:08:32.981223 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-63b8f889-c493-4352-91c5-4670e7ea666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:32.982741 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-63b8f889-c493-4352-91c5-4670e7ea666c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0490937 Mar 04 01:08:33.053342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-7d2dfc7e-164d-4559-8a67-de83e4da3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:33.054971 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-7d2dfc7e-164d-4559-8a67-de83e4da3ccf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668740 Mar 04 01:08:33.160446 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-6a06bcbf-65c5-4471-b675-15647fb822de service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979829 Mar 04 01:08:33.258732 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a02654a4-5106-4012-8bdd-79a06c5edfb2 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:08:33.319790 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8247-73af-438f-a07e-35ac5200a8d4 req-c2c9970e-c21c-4f70-b523-2fa8f5009245 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:33.323168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5cb8247-73af-438f-a07e-35ac5200a8d4 req-c2c9970e-c21c-4f70-b523-2fa8f5009245 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.1559286 Mar 04 01:08:33.355370 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38966e91-085b-4611-8a06-8348f8308ac1 req-7ad89c9c-144a-4cd3-84bb-2e7c3ef0e1d9 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:33.356097 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-38966e91-085b-4611-8a06-8348f8308ac1 req-7ad89c9c-144a-4cd3-84bb-2e7c3ef0e1d9 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 943 time: 0.1857872 Mar 04 01:08:33.366573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b970cc8-918d-4e5f-b9e8-2a4519bd3b58 req-ebec08a4-60c8-47d4-9472-e908925716c7 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971972 Mar 04 01:08:33.390136 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a02654a4-5106-4012-8bdd-79a06c5edfb2, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:33.403163 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'a02654a4-5106-4012-8bdd-79a06c5edfb2', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'port_id': 'a02654a4-5106-4012-8bdd-79a06c5edfb2', 'mac_address': 'fa:16:3e:85:d1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4139887e-7a51-47f5-99b7-bcc00c006681', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:08:33.424152 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5cb8247-73af-438f-a07e-35ac5200a8d4 req-5874e98f-1dfc-4b9e-9b93-daf6671c1fd4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877869 Mar 04 01:08:33.431283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-38966e91-085b-4611-8a06-8348f8308ac1 req-50aebdf3-4fc1-4b70-8f09-c50ef8c15581 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670967 Mar 04 01:08:33.444467 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port a02654a4-5106-4012-8bdd-79a06c5edfb2 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:33.444874 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:33.464680 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02654a4-5106-4012-8bdd-79a06c5edfb2 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:33.480186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a02654a4-5106-4012-8bdd-79a06c5edfb2, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:33.553187 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:33.553909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b3a4f379-1005-451b-b7a1-05d70977b836 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:08:33.639038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbd337-460a-4fe3-8677-118ea76d652d req-fe575fb0-b942-48e4-a1d8-abe639583262 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:33.640638 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a8bbd337-460a-4fe3-8677-118ea76d652d req-fe575fb0-b942-48e4-a1d8-abe639583262 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 944 time: 0.1351159 Mar 04 01:08:33.648280 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ec95f-66d7-4ef0-ae9a-0cda4b59d7ae req-0b4e4760-3493-4192-a13b-32195b74df90 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:33.650638 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-031ec95f-66d7-4ef0-ae9a-0cda4b59d7ae req-0b4e4760-3493-4192-a13b-32195b74df90 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.1222305 Mar 04 01:08:33.654528 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=a02654a4-5106-4012-8bdd-79a06c5edfb2,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:33.718290 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port b3a4f379-1005-451b-b7a1-05d70977b836, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b3a4f379-1005-451b-b7a1-05d70977b836,segment=NetworkSegment(af40c8a5-836a-4e81-9bdc-7341dbd786b7),segment_id=af40c8a5-836a-4e81-9bdc-7341dbd786b7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:33.728474 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a8bbd337-460a-4fe3-8677-118ea76d652d req-7d330f4c-1863-46ca-b3a6-06ba730a4873 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766637 Mar 04 01:08:33.731132 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'b3a4f379-1005-451b-b7a1-05d70977b836', 'network_id': '33c61b91-a978-46f1-80bd-91d952f71c12', 'port_id': 'b3a4f379-1005-451b-b7a1-05d70977b836', 'mac_address': 'fa:16:3e:f7:67:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ef22e9-4158-4d97-91ef-dcafa990d110', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:08:33.741121 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-031ec95f-66d7-4ef0-ae9a-0cda4b59d7ae req-907df757-1299-4046-bdfa-dfd2e9d6a420 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760081 Mar 04 01:08:33.776348 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port b3a4f379-1005-451b-b7a1-05d70977b836 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:33.776744 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:33.792921 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a4f379-1005-451b-b7a1-05d70977b836 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:33.817218 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port b3a4f379-1005-451b-b7a1-05d70977b836, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b3a4f379-1005-451b-b7a1-05d70977b836,segment=NetworkSegment(af40c8a5-836a-4e81-9bdc-7341dbd786b7),segment_id=af40c8a5-836a-4e81-9bdc-7341dbd786b7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:33.872011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:33.935904 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=b3a4f379-1005-451b-b7a1-05d70977b836,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:34.343713 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:08:34.389557 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['b3a4f379-1005-451b-b7a1-05d70977b836'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:08:34.648926 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30850406-e2cf-4a7b-b2d1-98c6d9616b75 req-7601a879-5d90-4ddd-8279-fece1776fa07 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:34.648926 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30850406-e2cf-4a7b-b2d1-98c6d9616b75 req-7601a879-5d90-4ddd-8279-fece1776fa07 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 944 time: 0.1171696 Mar 04 01:08:34.663380 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4da-b72d-426d-92d5-a1799c378c82 req-899f36a7-c26d-4c5c-b63c-4b77a3e8bdb3 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:34.663380 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae81a4da-b72d-426d-92d5-a1799c378c82 req-899f36a7-c26d-4c5c-b63c-4b77a3e8bdb3 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 944 time: 0.1276400 Mar 04 01:08:34.742222 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30850406-e2cf-4a7b-b2d1-98c6d9616b75 req-129a3def-4d5f-43c1-ac20-6dc4f1d7c042 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806463 Mar 04 01:08:34.766588 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae81a4da-b72d-426d-92d5-a1799c378c82 req-3688931b-d606-4bb2-9d89-fea90bf42b54 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971475 Mar 04 01:08:34.918308 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671350ee-c1f0-441f-acdc-d971e8b6c06b req-5c73710b-e6ba-4dea-9cca-5934e8d4d229 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:34.920335 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-671350ee-c1f0-441f-acdc-d971e8b6c06b req-5c73710b-e6ba-4dea-9cca-5934e8d4d229 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 945 time: 0.0954123 Mar 04 01:08:34.930879 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3917-456b-4127-a447-814db862c85f req-4e45e87a-f79b-4274-936f-760e75ee9934 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:34.940878 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa8c3917-456b-4127-a447-814db862c85f req-4e45e87a-f79b-4274-936f-760e75ee9934 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0760281 Mar 04 01:08:35.002246 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-671350ee-c1f0-441f-acdc-d971e8b6c06b req-73e2e573-3787-4c72-850f-5bf95d894bf9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Mar 04 01:08:35.005230 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa8c3917-456b-4127-a447-814db862c85f req-95f90404-4da6-45b4-bd1a-35c38988a19d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654995 Mar 04 01:08:35.228199 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4ed71481-13b9-40d4-b53c-ed49e465387f details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:08:35.331326 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 4ed71481-13b9-40d4-b53c-ed49e465387f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ed71481-13b9-40d4-b53c-ed49e465387f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:35.346023 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '4ed71481-13b9-40d4-b53c-ed49e465387f', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'port_id': '4ed71481-13b9-40d4-b53c-ed49e465387f', 'mac_address': 'fa:16:3e:b0:29:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:08:35.385444 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 4ed71481-13b9-40d4-b53c-ed49e465387f is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:35.385940 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:35.402493 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed71481-13b9-40d4-b53c-ed49e465387f {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:35.422818 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 4ed71481-13b9-40d4-b53c-ed49e465387f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ed71481-13b9-40d4-b53c-ed49e465387f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:35.511600 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:35.512284 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 5da1b556-9b63-4cad-bd87-059f2c4e031f details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:08:35.578138 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=4ed71481-13b9-40d4-b53c-ed49e465387f,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:35.583479 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 5da1b556-9b63-4cad-bd87-059f2c4e031f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:35.597648 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '5da1b556-9b63-4cad-bd87-059f2c4e031f', 'network_id': 'c7a00972-08f8-4458-80f5-4505437b0373', 'port_id': '5da1b556-9b63-4cad-bd87-059f2c4e031f', 'mac_address': 'fa:16:3e:5c:45:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:08:35.635824 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 5da1b556-9b63-4cad-bd87-059f2c4e031f is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:35.636218 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:35.649142 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da1b556-9b63-4cad-bd87-059f2c4e031f {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:35.673785 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 5da1b556-9b63-4cad-bd87-059f2c4e031f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:35.746202 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:35.793095 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=5da1b556-9b63-4cad-bd87-059f2c4e031f,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:35.931923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf591034-4b7a-43fe-b708-a267e1d348e0 req-a2eac235-e480-47d6-8469-c5ecb9af2d78 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:35.933518 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cf591034-4b7a-43fe-b708-a267e1d348e0 req-a2eac235-e480-47d6-8469-c5ecb9af2d78 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 944 time: 0.0849302 Mar 04 01:08:35.943508 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa08267-53c9-4cbe-9c1f-ac6252652cfa req-7d24e6e8-4259-4f85-a2d2-fc75d4d9bd9b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:35.944960 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfa08267-53c9-4cbe-9c1f-ac6252652cfa req-7d24e6e8-4259-4f85-a2d2-fc75d4d9bd9b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 945 time: 0.0978637 Mar 04 01:08:36.016001 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cf591034-4b7a-43fe-b708-a267e1d348e0 req-d8d91756-b69e-4c44-8214-99759a03e2f9 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700634 Mar 04 01:08:36.019003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfa08267-53c9-4cbe-9c1f-ac6252652cfa req-44dff947-0f0d-40ed-9ee6-b0e83a2f6bb5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Mar 04 01:08:36.111701 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4ed71481-13b9-40d4-b53c-ed49e465387f'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:08:36.136251 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['5da1b556-9b63-4cad-bd87-059f2c4e031f'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:08:36.161156 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14069125-55a5-4a2e-adcb-0a2140ad7404 req-ad63bf17-5c16-4ee3-9689-a648bc7d85f4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:36.162663 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-14069125-55a5-4a2e-adcb-0a2140ad7404 req-ad63bf17-5c16-4ee3-9689-a648bc7d85f4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0874875 Mar 04 01:08:36.169069 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c36b72-b46c-4bf3-87bc-9624682a9c0a req-1dcc039a-5a39-4d91-92a2-6b9678ff4bd6 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:36.170467 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77c36b72-b46c-4bf3-87bc-9624682a9c0a req-1dcc039a-5a39-4d91-92a2-6b9678ff4bd6 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 945 time: 0.0927501 Mar 04 01:08:36.255615 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-14069125-55a5-4a2e-adcb-0a2140ad7404 req-782b285e-2f0c-4b30-98f4-763ae0750611 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841453 Mar 04 01:08:36.264793 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77c36b72-b46c-4bf3-87bc-9624682a9c0a req-2e87b480-2643-474b-be53-5e638057399d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788059 Mar 04 01:08:37.178427 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae1fde-621b-487b-b16b-989491e2a0e9 req-e41e3998-95a6-4804-8947-3b1806bf705b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:37.179915 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ae1fde-621b-487b-b16b-989491e2a0e9 req-e41e3998-95a6-4804-8947-3b1806bf705b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 944 time: 0.0869813 Mar 04 01:08:37.187199 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789190af-5dd1-48cb-9ddf-f1553aa1adae req-c3ddc8b8-3039-41cd-b838-18c769f9e335 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:37.188839 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-789190af-5dd1-48cb-9ddf-f1553aa1adae req-c3ddc8b8-3039-41cd-b838-18c769f9e335 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 945 time: 0.0867529 Mar 04 01:08:37.238349 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:08:37.252798 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4ed71481-13b9-40d4-b53c-ed49e465387f up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:37.263005 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ae1fde-621b-487b-b16b-989491e2a0e9 req-5e4c893c-461a-4f3c-8874-c51b2aa020c8 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732219 Mar 04 01:08:37.271932 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-789190af-5dd1-48cb-9ddf-f1553aa1adae req-72de7d95-2803-4996-8bbd-6bcaa91c1254 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743816 Mar 04 01:08:37.397098 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:37.412128 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'mac_address': 'fa:16:3e:4b:00:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:08:37.417388 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215732-f91e-4207-a667-0e02251897e7 req-ad4970f8-5185-4d24-8f60-df4d00a0a0a1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:37.418935 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed215732-f91e-4207-a667-0e02251897e7 req-ad4970f8-5185-4d24-8f60-df4d00a0a0a1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0883279 Mar 04 01:08:37.430515 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f61a02-0081-4e68-aca8-500626974645 req-d7c41f26-e681-468a-95d4-17d29212fe18 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:37.432111 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10f61a02-0081-4e68-aca8-500626974645 req-d7c41f26-e681-468a-95d4-17d29212fe18 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 945 time: 0.0926197 Mar 04 01:08:37.448425 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 4ed71481-13b9-40d4-b53c-ed49e465387f completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:08:37.461327 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 4ed71481-13b9-40d4-b53c-ed49e465387f triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:37.461855 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:37.505874 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed215732-f91e-4207-a667-0e02251897e7 req-2ffe2fa2-a987-41fe-ada8-8c54d2351334 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726402 Mar 04 01:08:37.508748 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:37.509151 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:37.519702 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-10f61a02-0081-4e68-aca8-500626974645 req-566c3b4c-4a28-4de1-b760-fd59c8cc6721 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795302 Mar 04 01:08:37.526464 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a41b87-f03c-411e-92b0-0e5d40a40c32 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:37.557531 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:37.597487 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 4ed71481-13b9-40d4-b53c-ed49e465387f is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:37.597717 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:37.608199 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:37.642188 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed71481-13b9-40d4-b53c-ed49e465387f'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:37.724585 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 4ed71481-13b9-40d4-b53c-ed49e465387f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ed71481-13b9-40d4-b53c-ed49e465387f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:37.742298 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:37.791857 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:37.792704 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a02654a4-5106-4012-8bdd-79a06c5edfb2 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:37.846764 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4898ac3e-2284-44ae-8cc7-b1c09ebfccb2" -d '{"events": [{"server_uuid": "51f64c08-94bd-4c88-8d17-894f8b11debd", "name": "network-vif-plugged", "status": "completed", "tag": "4ed71481-13b9-40d4-b53c-ed49e465387f"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:37.890348 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=4ed71481-13b9-40d4-b53c-ed49e465387f,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:37.945078 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640c759-6a01-407a-8c84-463cd42bd494 x-openstack-request-id: req-8640c759-6a01-407a-8c84-463cd42bd494 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:37.945419 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f64c08-94bd-4c88-8d17-894f8b11debd", "name": "network-vif-plugged", "status": "completed", "tag": "4ed71481-13b9-40d4-b53c-ed49e465387f", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:37.945936 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8640c759-6a01-407a-8c84-463cd42bd494 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:37.946565 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed71481-13b9-40d4-b53c-ed49e465387f', 'code': 200} Mar 04 01:08:37.952906 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port a02654a4-5106-4012-8bdd-79a06c5edfb2 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:08:37.958627 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['65a41b87-f03c-411e-92b0-0e5d40a40c32'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:08:37.962350 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port a02654a4-5106-4012-8bdd-79a06c5edfb2 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:37.962790 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.014892 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55192) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:38.140978 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e474c23a-b1c9-4642-a97a-c799477fb8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.155682 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port a02654a4-5106-4012-8bdd-79a06c5edfb2 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:38.156271 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.215718 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a02654a4-5106-4012-8bdd-79a06c5edfb2, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:38.228676 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e474c23a-b1c9-4642-a97a-c799477fb8ce admin admin] Publish callbacks [] for security_group (76f36de4-0ee6-4e70-b0a6-1c663e0abcd3), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.302747 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.303869 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b3a4f379-1005-451b-b7a1-05d70977b836 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:38.314036 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e474c23a-b1c9-4642-a97a-c799477fb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (76f36de4-0ee6-4e70-b0a6-1c663e0abcd3), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.367219 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474c23a-b1c9-4642-a97a-c799477fb8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f36de4-0ee6-4e70-b0a6-1c663e0abcd3,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:38.389471 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e474c23a-b1c9-4642-a97a-c799477fb8ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b10561cc73c94b0cbbfac273bc1629d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730648 Mar 04 01:08:38.390105 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55208) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:38.429151 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41780518-6a4e-40d2-a9e1-39586fadf471 req-c41a7420-7841-422e-ae7e-c57285275f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:38.431423 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-41780518-6a4e-40d2-a9e1-39586fadf471 req-c41a7420-7841-422e-ae7e-c57285275f9a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 1130 time: 0.1546948 Mar 04 01:08:38.437475 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=a02654a4-5106-4012-8bdd-79a06c5edfb2,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:38.463503 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-339da896-eef2-437b-a1de-dac1431f699c admin admin] Publish callbacks [] for security_group (76f36de4-0ee6-4e70-b0a6-1c663e0abcd3), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.484690 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port b3a4f379-1005-451b-b7a1-05d70977b836 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:08:38.491923 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-339da896-eef2-437b-a1de-dac1431f699c admin admin] Publish callbacks [] for security_group (76f36de4-0ee6-4e70-b0a6-1c663e0abcd3), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.492724 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port b3a4f379-1005-451b-b7a1-05d70977b836 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:38.493733 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.602851 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port b3a4f379-1005-451b-b7a1-05d70977b836 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:38.603245 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.625711 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-339da896-eef2-437b-a1de-dac1431f699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (76f36de4-0ee6-4e70-b0a6-1c663e0abcd3), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.628467 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-339da896-eef2-437b-a1de-dac1431f699c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.638721 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port b3a4f379-1005-451b-b7a1-05d70977b836, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b3a4f379-1005-451b-b7a1-05d70977b836,segment=NetworkSegment(af40c8a5-836a-4e81-9bdc-7341dbd786b7),segment_id=af40c8a5-836a-4e81-9bdc-7341dbd786b7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:38.639302 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-339da896-eef2-437b-a1de-dac1431f699c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76f36de4-0ee6-4e70-b0a6-1c663e0abcd3 HTTP/1.1" status: 204 len: 168 time: 0.2416010 Mar 04 01:08:38.647416 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339da896-eef2-437b-a1de-dac1431f699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f36de4-0ee6-4e70-b0a6-1c663e0abcd3,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:38.701614 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-41780518-6a4e-40d2-a9e1-39586fadf471 req-09940bc4-6560-472d-b260-655175b2504f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.706252 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.707055 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 5da1b556-9b63-4cad-bd87-059f2c4e031f up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:38.712103 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3431e09-69aa-414f-94b9-b9798b0cd29e req-39ce8adb-4ac2-4ca2-babe-b36ed0c6d054 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:38.715380 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f3431e09-69aa-414f-94b9-b9798b0cd29e req-39ce8adb-4ac2-4ca2-babe-b36ed0c6d054 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 944 time: 0.3654702 Mar 04 01:08:38.778226 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16a37-a505-4d32-bc51-758f1efd3275 req-749e5f04-961e-4ca6-b379-cf6b60680420 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:38.784388 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86b16a37-a505-4d32-bc51-758f1efd3275 req-749e5f04-961e-4ca6-b379-cf6b60680420 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.3517528 Mar 04 01:08:38.784864 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=b3a4f379-1005-451b-b7a1-05d70977b836,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:38.838471 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f3431e09-69aa-414f-94b9-b9798b0cd29e req-50a606f0-3d67-4d27-a3fd-c16125c70643 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164055 Mar 04 01:08:38.877793 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86b16a37-a505-4d32-bc51-758f1efd3275 req-c8e13260-20cd-4981-961a-c784c36ea91d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Mar 04 01:08:38.899241 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 5da1b556-9b63-4cad-bd87-059f2c4e031f completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:08:38.904011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 5da1b556-9b63-4cad-bd87-059f2c4e031f triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:38.905224 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:38.924750 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-41780518-6a4e-40d2-a9e1-39586fadf471 req-09940bc4-6560-472d-b260-655175b2504f service neutron] Publish callbacks [] for security_group (92ce367b-dc27-4cdb-881e-6bfdb63b0815), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.020185 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-41780518-6a4e-40d2-a9e1-39586fadf471 req-09940bc4-6560-472d-b260-655175b2504f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (92ce367b-dc27-4cdb-881e-6bfdb63b0815), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.020588 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 5da1b556-9b63-4cad-bd87-059f2c4e031f is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:39.021034 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.052939 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 5da1b556-9b63-4cad-bd87-059f2c4e031f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:39.079983 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-41780518-6a4e-40d2-a9e1-39586fadf471 req-09940bc4-6560-472d-b260-655175b2504f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339614 Mar 04 01:08:39.086804 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16320b-8c77-401c-a500-633921d443ac req-64a78779-3530-4e50-9803-db2c7f428ac2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:39.089920 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f16320b-8c77-401c-a500-633921d443ac req-64a78779-3530-4e50-9803-db2c7f428ac2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.1404331 Mar 04 01:08:39.095784 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf118d-58c4-4f45-b13e-38e7c988a0e6 req-dcc5cbde-c943-459f-a83e-abc22108ff29 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:39.097202 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0ccf118d-58c4-4f45-b13e-38e7c988a0e6 req-dcc5cbde-c943-459f-a83e-abc22108ff29 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 944 time: 0.1329815 Mar 04 01:08:39.099878 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09940bc4-6560-472d-b260-655175b2504f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92ce367b-dc27-4cdb-881e-6bfdb63b0815,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:39.139186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.178244 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0ccf118d-58c4-4f45-b13e-38e7c988a0e6 req-0ab63395-ac9f-4c3f-9cc2-a9263c14df11 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715992 Mar 04 01:08:39.182834 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f16320b-8c77-401c-a500-633921d443ac req-780fbad9-7427-480a-9a1e-22750e64c329 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846951 Mar 04 01:08:39.212748 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=5da1b556-9b63-4cad-bd87-059f2c4e031f,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:39.248564 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:08:39.291844 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-86ddce77-ba7c-44c3-961a-9ad2fefd60dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.383591 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 65a41b87-f03c-411e-92b0-0e5d40a40c32 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:08:39.388337 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 65a41b87-f03c-411e-92b0-0e5d40a40c32 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:08:39.389438 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.421268 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55238) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:39.434728 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d439643a-84d2-40b8-ac4c-0a92367a9d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.486505 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:08:39.486904 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.524179 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:08:39.533366 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d439643a-84d2-40b8-ac4c-0a92367a9d6b admin admin] Publish callbacks [] for security_group (4ef641ed-4e8d-4b6d-af4f-286003f88cdb), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.593358 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.617716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55248) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:39.624354 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d439643a-84d2-40b8-ac4c-0a92367a9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (4ef641ed-4e8d-4b6d-af4f-286003f88cdb), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.657230 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:39.662822 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d439643a-84d2-40b8-ac4c-0a92367a9d6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdda5de157f349bfbe8ae6cc7e9f4301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403941 Mar 04 01:08:39.663927 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439643a-84d2-40b8-ac4c-0a92367a9d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef641ed-4e8d-4b6d-af4f-286003f88cdb,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:39.665588 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55252) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:39.714899 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0a7867dc-ac84-408b-8e35-43510ccd6f4a admin admin] Publish callbacks [] for security_group (4ef641ed-4e8d-4b6d-af4f-286003f88cdb), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.736791 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0a7867dc-ac84-408b-8e35-43510ccd6f4a admin admin] Publish callbacks [] for security_group (4ef641ed-4e8d-4b6d-af4f-286003f88cdb), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.740530 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-39419f83-e3c4-401e-a7f9-e1e9f6b53ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.861514 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0a7867dc-ac84-408b-8e35-43510ccd6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (4ef641ed-4e8d-4b6d-af4f-286003f88cdb), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.864113 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0a7867dc-ac84-408b-8e35-43510ccd6f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.865311 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-0a7867dc-ac84-408b-8e35-43510ccd6f4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ef641ed-4e8d-4b6d-af4f-286003f88cdb HTTP/1.1" status: 204 len: 168 time: 0.1977558 Mar 04 01:08:39.874806 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7867dc-ac84-408b-8e35-43510ccd6f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef641ed-4e8d-4b6d-af4f-286003f88cdb,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:39.934714 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-39419f83-e3c4-401e-a7f9-e1e9f6b53ab4 admin admin] Publish callbacks [] for security_group (27dde50a-1304-4d9b-bf66-6531399894b6), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:39.947799 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02654a4-5106-4012-8bdd-79a06c5edfb2'}, {'server_uuid': '80f87e75-e778-478e-9435-0acb0841e4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a4f379-1005-451b-b7a1-05d70977b836'}, {'server_uuid': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1b556-9b63-4cad-bd87-059f2c4e031f'}, {'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:39.950681 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c4cd4-c543-4ae7-8b66-cd1887a540d9" -d '{"events": [{"server_uuid": "3bbd3e75-f05e-4b5e-a37d-9f129b15c347", "name": "network-vif-plugged", "status": "completed", "tag": "a02654a4-5106-4012-8bdd-79a06c5edfb2"}, {"server_uuid": "80f87e75-e778-478e-9435-0acb0841e4b6", "name": "network-vif-plugged", "status": "completed", "tag": "b3a4f379-1005-451b-b7a1-05d70977b836"}, {"server_uuid": "c5f9fb90-1fc2-42df-8397-83570b4e8002", "name": "network-vif-plugged", "status": "completed", "tag": "5da1b556-9b63-4cad-bd87-059f2c4e031f"}, {"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:39.997083 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-39419f83-e3c4-401e-a7f9-e1e9f6b53ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (27dde50a-1304-4d9b-bf66-6531399894b6), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:40.051587 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576db7ba-86ce-4285-9905-2df2079350b1 req-db618f23-0e16-42fc-a40e-1c7cbf549561 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:40.053158 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-576db7ba-86ce-4285-9905-2df2079350b1 req-db618f23-0e16-42fc-a40e-1c7cbf549561 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.1215956 Mar 04 01:08:40.056498 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-39419f83-e3c4-401e-a7f9-e1e9f6b53ab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a6e072cbd7745e7b45f431ab3dee08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377778 Mar 04 01:08:40.059532 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55262) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:40.062346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39419f83-e3c4-401e-a7f9-e1e9f6b53ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dde50a-1304-4d9b-bf66-6531399894b6,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:40.086268 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983bda5-6c5b-4a9b-87a6-104ddee64f5e req-e9b5132f-0cc7-4d3d-b793-f86d1d0c6894 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:40.087804 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4983bda5-6c5b-4a9b-87a6-104ddee64f5e req-e9b5132f-0cc7-4d3d-b793-f86d1d0c6894 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.1278622 Mar 04 01:08:40.118407 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7aff38dc-cb8c-40e2-a8ec-879dbf04b588 admin admin] Publish callbacks [] for security_group (27dde50a-1304-4d9b-bf66-6531399894b6), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:40.132631 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-576db7ba-86ce-4285-9905-2df2079350b1 req-0861647d-ccb9-4a3d-b4fb-9a64bfaee7b9 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 Mar 04 01:08:40.139559 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7aff38dc-cb8c-40e2-a8ec-879dbf04b588 admin admin] Publish callbacks [] for security_group (27dde50a-1304-4d9b-bf66-6531399894b6), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:40.155354 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4983bda5-6c5b-4a9b-87a6-104ddee64f5e req-2d651071-0154-4195-b91a-0f3e2beec669 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600600 Mar 04 01:08:40.221472 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63478259-e032-4fe2-bbae-40bfddde2e82 x-openstack-request-id: req-63478259-e032-4fe2-bbae-40bfddde2e82 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:40.222375 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbd3e75-f05e-4b5e-a37d-9f129b15c347", "name": "network-vif-plugged", "status": "completed", "tag": "a02654a4-5106-4012-8bdd-79a06c5edfb2", "code": 200}, {"server_uuid": "80f87e75-e778-478e-9435-0acb0841e4b6", "name": "network-vif-plugged", "status": "completed", "tag": "b3a4f379-1005-451b-b7a1-05d70977b836", "code": 200}, {"server_uuid": "c5f9fb90-1fc2-42df-8397-83570b4e8002", "name": "network-vif-plugged", "status": "completed", "tag": "5da1b556-9b63-4cad-bd87-059f2c4e031f", "code": 200}, {"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:40.224874 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63478259-e032-4fe2-bbae-40bfddde2e82 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:40.224874 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02654a4-5106-4012-8bdd-79a06c5edfb2', 'code': 200} Mar 04 01:08:40.224874 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f87e75-e778-478e-9435-0acb0841e4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a4f379-1005-451b-b7a1-05d70977b836', 'code': 200} Mar 04 01:08:40.224874 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1b556-9b63-4cad-bd87-059f2c4e031f', 'code': 200} Mar 04 01:08:40.224874 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'code': 200} Mar 04 01:08:40.311026 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7aff38dc-cb8c-40e2-a8ec-879dbf04b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (27dde50a-1304-4d9b-bf66-6531399894b6), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:40.315040 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7aff38dc-cb8c-40e2-a8ec-879dbf04b588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:40.316235 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7aff38dc-cb8c-40e2-a8ec-879dbf04b588 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27dde50a-1304-4d9b-bf66-6531399894b6 HTTP/1.1" status: 204 len: 168 time: 0.2554464 Mar 04 01:08:40.324770 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff38dc-cb8c-40e2-a8ec-879dbf04b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dde50a-1304-4d9b-bf66-6531399894b6,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:40.350240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c3c36-eea7-4cf9-bdd6-6b87659d29ac req-1f848dc5-48c8-4652-99a3-c7b8134fa975 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:40.351858 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b4c3c36-eea7-4cf9-bdd6-6b87659d29ac req-1f848dc5-48c8-4652-99a3-c7b8134fa975 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0955894 Mar 04 01:08:40.363252 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed8281-d33c-423b-8e40-04b0e07ae89d req-a016baea-249e-4c0b-8c4b-d1365ed2413a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:40.364763 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32ed8281-d33c-423b-8e40-04b0e07ae89d req-a016baea-249e-4c0b-8c4b-d1365ed2413a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.0799599 Mar 04 01:08:40.437509 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32ed8281-d33c-423b-8e40-04b0e07ae89d req-a705f423-e7f9-49e8-8ce3-cedcc3bef911 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660527 Mar 04 01:08:40.440862 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b4c3c36-eea7-4cf9-bdd6-6b87659d29ac req-86b903b7-2373-4139-ba11-7da00c450bf8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751791 Mar 04 01:08:41.006501 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55302) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:41.019439 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17be4c51-bd0d-4331-b7b9-89789a281f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.091667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17be4c51-bd0d-4331-b7b9-89789a281f61 admin admin] Publish callbacks [] for security_group (ec40d395-b076-4809-9954-217158532262), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.168858 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17be4c51-bd0d-4331-b7b9-89789a281f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ec40d395-b076-4809-9954-217158532262), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.207576 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-17be4c51-bd0d-4331-b7b9-89789a281f61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0441ade372e24212bd4b9ca5c872c042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999679 Mar 04 01:08:41.209540 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be4c51-bd0d-4331-b7b9-89789a281f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec40d395-b076-4809-9954-217158532262,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:41.211788 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55310) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:41.267423 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4edc2be2-d204-486d-ac27-601fe46c3d27 admin admin] Publish callbacks [] for security_group (ec40d395-b076-4809-9954-217158532262), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.292008 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4edc2be2-d204-486d-ac27-601fe46c3d27 admin admin] Publish callbacks [] for security_group (ec40d395-b076-4809-9954-217158532262), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.309459 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c299-82b2-4f3a-bbb2-8effb9ad9694 req-ab704c92-370e-42fe-adc5-eafb4a7f3847 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:41.311011 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1498c299-82b2-4f3a-bbb2-8effb9ad9694 req-ab704c92-370e-42fe-adc5-eafb4a7f3847 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.1080515 Mar 04 01:08:41.338575 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714476-1763-4f8d-90c5-720981c060c3 req-21b98bb7-69f1-4a0e-919d-060cf6940394 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:41.340318 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d9714476-1763-4f8d-90c5-720981c060c3 req-21b98bb7-69f1-4a0e-919d-060cf6940394 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0844579 Mar 04 01:08:41.387311 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1498c299-82b2-4f3a-bbb2-8effb9ad9694 req-d843bd8b-114d-47e4-99f4-a7b11d9cc607 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702372 Mar 04 01:08:41.409300 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d9714476-1763-4f8d-90c5-720981c060c3 req-bf9bdc3a-1f12-400a-9f4d-730d5793a8a7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Mar 04 01:08:41.432836 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4edc2be2-d204-486d-ac27-601fe46c3d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ec40d395-b076-4809-9954-217158532262), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.435426 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4edc2be2-d204-486d-ac27-601fe46c3d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.436595 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-4edc2be2-d204-486d-ac27-601fe46c3d27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec40d395-b076-4809-9954-217158532262 HTTP/1.1" status: 204 len: 168 time: 0.2238767 Mar 04 01:08:41.444995 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc2be2-d204-486d-ac27-601fe46c3d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec40d395-b076-4809-9954-217158532262,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:41.495645 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e92076a7-39d2-439f-9171-fcafd6cbed19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:41.601856 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1b15-fb0c-4d02-8956-dab6d32529e1 req-719a39f3-7c9b-4f29-8899-0523225f37f9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:41.603332 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-07ad1b15-fb0c-4d02-8956-dab6d32529e1 req-719a39f3-7c9b-4f29-8899-0523225f37f9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.0912051 Mar 04 01:08:41.611224 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872ee1-c63b-4bc8-a381-abe2fff27797 req-f77a7467-6309-41a6-93c8-4b8a48911c2d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:41.612614 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-94872ee1-c63b-4bc8-a381-abe2fff27797 req-f77a7467-6309-41a6-93c8-4b8a48911c2d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0870049 Mar 04 01:08:41.685552 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-07ad1b15-fb0c-4d02-8956-dab6d32529e1 req-dd35e07c-2115-46a8-951f-38d6d698a5bb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719330 Mar 04 01:08:41.689923 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-94872ee1-c63b-4bc8-a381-abe2fff27797 req-b22f812b-3f92-4110-a788-9fb93ce5dfdd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708394 Mar 04 01:08:42.148698 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55346) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:42.164125 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-09e5cd60-5a6f-47d2-9a85-681cb6283d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.241488 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-09e5cd60-5a6f-47d2-9a85-681cb6283d3d admin admin] Publish callbacks [] for security_group (58145fb4-ae23-499c-b583-a874d571564e), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.334345 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-09e5cd60-5a6f-47d2-9a85-681cb6283d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (58145fb4-ae23-499c-b583-a874d571564e), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.371892 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-09e5cd60-5a6f-47d2-9a85-681cb6283d3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36396601f81c4baba183fea33c36b60e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221160 Mar 04 01:08:42.373394 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5cd60-5a6f-47d2-9a85-681cb6283d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58145fb4-ae23-499c-b583-a874d571564e,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:42.375234 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55350) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:42.488775 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7bd29f72-2d65-40f8-b72a-b77964d63cab admin admin] Publish callbacks [] for security_group (58145fb4-ae23-499c-b583-a874d571564e), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.553531 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7bd29f72-2d65-40f8-b72a-b77964d63cab admin admin] Publish callbacks [] for security_group (58145fb4-ae23-499c-b583-a874d571564e), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.644138 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20e92-6a14-4425-9e46-b7adef5aec34 req-49fa6053-885b-4cb2-a04d-1796fb686bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:42.645684 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-67d20e92-6a14-4425-9e46-b7adef5aec34 req-49fa6053-885b-4cb2-a04d-1796fb686bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 1130 time: 0.2027750 Mar 04 01:08:42.649504 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817823d-8ff1-4307-81e1-2f2a5e300f8d req-6d9541c9-5734-4a58-96f6-649334af4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:42.651163 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d817823d-8ff1-4307-81e1-2f2a5e300f8d req-6d9541c9-5734-4a58-96f6-649334af4c8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.1104059 Mar 04 01:08:42.653036 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47931b9-9b5e-48d8-b4fb-01a6dfc2a5bd req-445cf654-8203-4ce7-85d3-47b1bbb635ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:42.654631 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f47931b9-9b5e-48d8-b4fb-01a6dfc2a5bd req-445cf654-8203-4ce7-85d3-47b1bbb635ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1129 time: 0.0861068 Mar 04 01:08:42.692015 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684dc2b-3ced-46fe-9bf3-440d53ddc876 req-c86da1e6-8bdd-4ea3-a895-52a445706ffa tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:42.693574 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7684dc2b-3ced-46fe-9bf3-440d53ddc876 req-c86da1e6-8bdd-4ea3-a895-52a445706ffa tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.2156591 Mar 04 01:08:42.719446 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210319c-fb58-4a5a-af07-b3d0bf462b20 req-452328a4-a9b5-458a-ae3a-be193d3b945a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:42.720955 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3210319c-fb58-4a5a-af07-b3d0bf462b20 req-452328a4-a9b5-458a-ae3a-be193d3b945a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.2066867 Mar 04 01:08:42.738700 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f47931b9-9b5e-48d8-b4fb-01a6dfc2a5bd req-7a253886-6394-4b3d-bd39-571ae42b6fd9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700712 Mar 04 01:08:42.745135 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d817823d-8ff1-4307-81e1-2f2a5e300f8d req-1b8135cb-21d2-4902-bf29-fa56599ebcaf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777712 Mar 04 01:08:42.745243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea34a4-152b-4b20-980b-87af195265e8 req-76c52fcd-cb23-419c-8667-480a6ff325ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:42.745243 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2ea34a4-152b-4b20-980b-87af195265e8 req-76c52fcd-cb23-419c-8667-480a6ff325ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 1129 time: 0.1621430 Mar 04 01:08:42.774904 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-67d20e92-6a14-4425-9e46-b7adef5aec34 req-f9a30861-3137-4b78-94b4-2f61223a0175 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156723 Mar 04 01:08:42.805204 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7bd29f72-2d65-40f8-b72a-b77964d63cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (58145fb4-ae23-499c-b583-a874d571564e), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.807868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7bd29f72-2d65-40f8-b72a-b77964d63cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:42.809127 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7bd29f72-2d65-40f8-b72a-b77964d63cab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58145fb4-ae23-499c-b583-a874d571564e HTTP/1.1" status: 204 len: 168 time: 0.4327090 Mar 04 01:08:42.822698 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7684dc2b-3ced-46fe-9bf3-440d53ddc876 req-96b98c57-be76-45ef-bcc4-adcaa4f46e77 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107295 Mar 04 01:08:42.831561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd29f72-2d65-40f8-b72a-b77964d63cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58145fb4-ae23-499c-b583-a874d571564e,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:42.837079 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3210319c-fb58-4a5a-af07-b3d0bf462b20 req-51744776-7046-45b6-8324-428e06e5453b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975685 Mar 04 01:08:43.008515 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:43.011821 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52528ab8-9ce4-474a-a638-961e0fe4bfa7 req-62b8ca6a-c9b5-4921-8b51-7a15378c2564 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:43.013255 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-52528ab8-9ce4-474a-a638-961e0fe4bfa7 req-62b8ca6a-c9b5-4921-8b51-7a15378c2564 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.0980213 Mar 04 01:08:43.047741 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcea44-eb47-4d0e-8c61-c9228e985214 req-1320ce14-4699-43ad-a888-134a7294bda4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:43.049238 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f1bcea44-eb47-4d0e-8c61-c9228e985214 req-1320ce14-4699-43ad-a888-134a7294bda4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0887465 Mar 04 01:08:43.087428 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-52528ab8-9ce4-474a-a638-961e0fe4bfa7 req-1cb6359e-7300-4928-a39b-d5317498030f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Mar 04 01:08:43.121313 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f1bcea44-eb47-4d0e-8c61-c9228e985214 req-ba3a3e86-ebe0-4f10-99f2-b50de69f9103 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622959 Mar 04 01:08:43.643743 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2ea34a4-152b-4b20-980b-87af195265e8 req-4ecb535c-b0aa-442c-86c7-749d209e387a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Mar 04 01:08:44.041061 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc612a-5f02-43cd-845c-f2326047229a req-7105571b-4ab0-445c-9756-a76e0cf5f0ce tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:44.043030 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1bdc612a-5f02-43cd-845c-f2326047229a req-7105571b-4ab0-445c-9756-a76e0cf5f0ce tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0753391 Mar 04 01:08:44.072691 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55436) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:44.143162 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1bdc612a-5f02-43cd-845c-f2326047229a req-f9f6d25c-5007-4bee-8127-6038df8e0004 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935290 Mar 04 01:08:44.151242 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9169-0b84-49aa-9f27-862c59b8886f req-dde336a1-2afd-4831-8747-49601dd15918 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:44.152894 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-feaa9169-0b84-49aa-9f27-862c59b8886f req-dde336a1-2afd-4831-8747-49601dd15918 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.1015191 Mar 04 01:08:44.209762 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1899258429-network', 'tenant_id': '150129f9b68847728fcb762cc7cf20b0'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:44.273414 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-feaa9169-0b84-49aa-9f27-862c59b8886f req-42447af6-921b-4c6e-9836-6024b6564109 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129198 Mar 04 01:08:44.312907 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Made reservation on behalf of 150129f9b68847728fcb762cc7cf20b0 for: {'network': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:44.319745 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.325845 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333bcb5-b025-4092-815e-1740b469f10c req-8683daad-d53f-441e-90d7-d8714649a316 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:44.332291 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.338964 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2333bcb5-b025-4092-815e-1740b469f10c req-8683daad-d53f-441e-90d7-d8714649a316 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.1137657 Mar 04 01:08:44.477703 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.481134 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks [] for security_group (778537c0-31f5-4ad2-9bb0-9b96567551f4), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.491256 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2333bcb5-b025-4092-815e-1740b469f10c req-8dd1e725-9818-4a96-b63c-b5db58565672 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513627 Mar 04 01:08:44.510000 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af284-c819-4431-b085-f1aac60cb10c req-1e78c0f6-4650-4e83-9c1f-0fd4cb675c51 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:44.512031 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-572af284-c819-4431-b085-f1aac60cb10c req-1e78c0f6-4650-4e83-9c1f-0fd4cb675c51 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1330957 Mar 04 01:08:44.540030 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (778537c0-31f5-4ad2-9bb0-9b96567551f4), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.560856 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-572af284-c819-4431-b085-f1aac60cb10c req-1e8750b4-e254-4dbd-9a14-8f371dc9e62b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Mar 04 01:08:44.571586 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:08:44.584458 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778537c0-31f5-4ad2-9bb0-9b96567551f4,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:44.595212 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753888321172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (ae43bd13-b615-4ed6-a405-129ab36d9989), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.601400 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Unsubscribe: segment precommit_create {{(pid=103557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 01:08:44.601400 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.segments_db [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Added segment ae43bd13-b615-4ed6-a405-129ab36d9989 of type vlan for network fde9ff8d-971f-4de6-ac3f-a89a1867910d Mar 04 01:08:44.640190 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (fde9ff8d-971f-4de6-ac3f-a89a1867910d), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.748849 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (fde9ff8d-971f-4de6-ac3f-a89a1867910d), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:44.749823 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:44.750383 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:45.002061 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] Pushing event updated for resources: {'Network': ['ID=fde9ff8d-971f-4de6-ac3f-a89a1867910d,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:45.012722 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network fde9ff8d-971f-4de6-ac3f-a89a1867910d details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:08:45.046090 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-48321788-0073-4574-a83e-6d1b2f0344ea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9716637 Mar 04 01:08:45.055042 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55462) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:45.059841 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Request body: {'subnet': {'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1899258429-subnet', 'tenant_id': '150129f9b68847728fcb762cc7cf20b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:45.175262 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Made reservation on behalf of 150129f9b68847728fcb762cc7cf20b0 for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:45.177771 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:45.266057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf8259-6dce-452e-80c4-fc3f4284d0cd req-dab38bf3-07b8-4c28-9044-eff7ed4864d4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:45.267551 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a7bf8259-6dce-452e-80c4-fc3f4284d0cd req-dab38bf3-07b8-4c28-9044-eff7ed4864d4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0581572 Mar 04 01:08:45.328858 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a7bf8259-6dce-452e-80c4-fc3f4284d0cd req-62812063-20de-47ec-8c57-3ab12f3a927f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Mar 04 01:08:45.410338 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (5f9c3a9a-abd9-4fd3-bf02-d6753df1911e), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:45.448407 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c5504-dc36-4e83-b9ce-fb3ad3fd0338 req-75163d40-a79d-47f4-a450-ee813b9fd375 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:45.450748 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7c0c5504-dc36-4e83-b9ce-fb3ad3fd0338 req-75163d40-a79d-47f4-a450-ee813b9fd375 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0840235 Mar 04 01:08:45.495148 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9c3a9a-abd9-4fd3-bf02-d6753df1911e,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:45.502561 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Checking segment: {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:45.502892 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Network hostable DHCP agents. Network: fde9ff8d-971f-4de6-ac3f-a89a1867910d, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:08:45.543478 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7c0c5504-dc36-4e83-b9ce-fb3ad3fd0338 req-042675f0-8991-4537-a3aa-2e2a4360e99a tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857062 Mar 04 01:08:45.597282 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Network fde9ff8d-971f-4de6-ac3f-a89a1867910d is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:08:45.662406 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e8e3d-7d1e-4a6a-b162-8d8b30376248 req-08b33d1c-e7db-4ad6-bc52-b6de4d59c5c2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:45.663956 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-505e8e3d-7d1e-4a6a-b162-8d8b30376248 req-08b33d1c-e7db-4ad6-bc52-b6de4d59c5c2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.0650208 Mar 04 01:08:45.684137 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, fde9ff8d-971f-4de6-ac3f-a89a1867910d) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:45.689703 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:45.691207 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:45.693696 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f354bd-c353-4094-9b88-c6f9895676cd None None] Network fde9ff8d-971f-4de6-ac3f-a89a1867910d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:08:45.723880 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-505e8e3d-7d1e-4a6a-b162-8d8b30376248 req-214e69e4-0f11-4b88-9727-eda633b347e4 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534189 Mar 04 01:08:45.749236 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:45.807693 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-641a3a8e-59f5-4862-b7e0-3b03b2c1b56c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7414937 Mar 04 01:08:45.884172 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef307-8654-4629-b0c0-f50c2455e564 req-c520e3a9-ddef-4c1d-90f7-f55127087bd3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:45.892727 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f5fef307-8654-4629-b0c0-f50c2455e564 req-c520e3a9-ddef-4c1d-90f7-f55127087bd3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1070306 Mar 04 01:08:46.034427 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598005b-50bb-4ce0-830e-fe706d078c2a None None] Network fde9ff8d-971f-4de6-ac3f-a89a1867910d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:08:46.043294 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f5fef307-8654-4629-b0c0-f50c2455e564 req-97eb6a80-5182-47bd-9f38-be3625cbd693 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495314 Mar 04 01:08:46.064852 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50e38e-538a-4da5-a561-9e4adf172140 req-7ab15948-23d8-4380-b554-ca1b30a5924e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:46.068836 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8e50e38e-538a-4da5-a561-9e4adf172140 req-7ab15948-23d8-4380-b554-ca1b30a5924e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.1486151 Mar 04 01:08:46.120900 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8e50e38e-538a-4da5-a561-9e4adf172140 req-4012a275-b05b-4fe3-acf2-f28d0df61061 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 Mar 04 01:08:46.191012 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-f3ca24bb-17cc-48f5-babe-0028e8b22451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:46.192588 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-f3ca24bb-17cc-48f5-babe-0028e8b22451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 1130 time: 0.0478158 Mar 04 01:08:46.361624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-94f7c38d-43b8-42c9-b85a-2f62010d0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:46.363071 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-94f7c38d-43b8-42c9-b85a-2f62010d0292 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.1408141 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-c42be7a9-ef11-4d3c-acad-a712e770dd9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed71481-13b9-40d4-b53c-ed49e465387f HTTP/1.1" status: 200 len: 217 time: 0.2389464 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-4e8e2471-7205-4b00-ba9f-3fc28acb7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-4e8e2471-7205-4b00-ba9f-3fc28acb7bd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0689580 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a2ec-09f9-47f3-9fa4-861754005ac4 req-0cfa330a-d8f7-4176-ac34-16cf53ccefc0 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bd86a2ec-09f9-47f3-9fa4-861754005ac4 req-0cfa330a-d8f7-4176-ac34-16cf53ccefc0 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.1026847 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-0cc7fddb-467f-4af6-b643-db19775cd779 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294840 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bd86a2ec-09f9-47f3-9fa4-861754005ac4 req-727c4194-a39e-4590-8a82-e4c1497a15af tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018002 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-ecbbd87c-5314-4829-b045-cddb5140bfca service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026006 Mar 04 01:08:46.998593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc90b57b-f71a-49de-80cd-e3beb0bb2627 req-d86209bf-3619-4283-8295-44649b845f58 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815797 Mar 04 01:08:47.201808 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa378dd-faef-486b-8a00-b1312b7aa510 req-befc7552-f2e0-496c-a391-97df41d6341d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:47.203774 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fa378dd-faef-486b-8a00-b1312b7aa510 req-befc7552-f2e0-496c-a391-97df41d6341d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0875604 Mar 04 01:08:47.313761 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fa378dd-faef-486b-8a00-b1312b7aa510 req-7c093b84-e9b7-41b2-b371-7e2d6cc4746a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018505 Mar 04 01:08:47.339749 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a69962-c885-4641-ab87-98b61c420b7d req-48b3226f-41df-4ecc-876e-423ec4600d34 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:47.346719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66a69962-c885-4641-ab87-98b61c420b7d req-48b3226f-41df-4ecc-876e-423ec4600d34 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.1076829 Mar 04 01:08:47.396562 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66a69962-c885-4641-ab87-98b61c420b7d req-71893871-b8f3-466e-9aa3-4640a4eeeccd tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Mar 04 01:08:47.458386 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40c47e-b023-403d-8171-938662f3fe40 req-fef3716c-04f6-41ec-b6c4-fdcc2ef74a59 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:47.459854 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d40c47e-b023-403d-8171-938662f3fe40 req-fef3716c-04f6-41ec-b6c4-fdcc2ef74a59 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0622041 Mar 04 01:08:47.468637 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55548) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:47.472978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'floatingip': {'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:47.542266 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (47c9e9d3-2c36-4b42-8baf-0f9f86f39e23), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:48.173772 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:48.248468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (47c9e9d3-2c36-4b42-8baf-0f9f86f39e23), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:48.348898 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Floating IP 47c9e9d3-2c36-4b42-8baf-0f9f86f39e23 associated. External IP: 172.27.2.149, port: 65a41b87-f03c-411e-92b0-0e5d40a40c32. Mar 04 01:08:48.858867 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635622f2-7caa-49aa-86f6-621c7e946e92 req-3b00df01-56f5-4eb3-b7c5-37be9b01908a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:48.858867 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-635622f2-7caa-49aa-86f6-621c7e946e92 req-3b00df01-56f5-4eb3-b7c5-37be9b01908a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.3604143 Mar 04 01:08:48.897520 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:08:48.958572 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-bc790f32-a72e-46a2-88fd-627ae7fccfec tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:48.959992 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-bc790f32-a72e-46a2-88fd-627ae7fccfec tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/networks?id=fde9ff8d-971f-4de6-ac3f-a89a1867910d HTTP/1.1" status: 200 len: 809 time: 0.1777225 Mar 04 01:08:48.993484 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-635622f2-7caa-49aa-86f6-621c7e946e92 req-77001acf-140f-4a4e-b978-f47c3654c624 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265342 Mar 04 01:08:49.014203 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-c02b1a04-c5f1-4542-8168-92706a43f509 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/quotas/150129f9b68847728fcb762cc7cf20b0 HTTP/1.1" status: 200 len: 375 time: 0.0235808 Mar 04 01:08:49.073479 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-45df47ab-3877-43d2-83ac-f73d9145a9ff tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=150129f9b68847728fcb762cc7cf20b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519967 Mar 04 01:08:49.146224 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:08:49.154967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:49.162927 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:08:49.172937 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:49.173662 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:08:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:49.192528 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-609e96aa-6922-4b71-b0bc-fa222831d766 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "PUT /v2.0/floatingips/47c9e9d3-2c36-4b42-8baf-0f9f86f39e23 HTTP/1.1" status: 200 len: 991 time: 1.7227862 Mar 04 01:08:49.197011 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:49.197011 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e317bec-bda0-4ffd-b66b-2f70290c4281" -d '{"events": [{"name": "network-changed", "server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:49.230136 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-a011bbef-6e10-43d4-811f-1ca40a2ada0a service neutron] 10.222.0.32 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477797 Mar 04 01:08:49.288817 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:49.338651 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55612) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:49.341500 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-4b38a88f-690b-42f9-a1cd-a0a6e570663e service neutron] 10.222.0.32 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032999 Mar 04 01:08:49.504392 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1684379c-9c02-448f-87b7-082037e504be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:49.601582 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1684379c-9c02-448f-87b7-082037e504be admin admin] Publish callbacks [] for security_group (43d44e96-c6fc-4373-bc97-8b8307d54be1), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:49.620038 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '47c9e9d3-2c36-4b42-8baf-0f9f86f39e23', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'mac_address': 'fa:16:3e:4b:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:08:08Z', 'updated_at': '2022-03-04T01:08:48Z', 'revision_number': 1, 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:49.646083 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:08:49.655030 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:08:49.655650 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:08:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:49.747698 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1684379c-9c02-448f-87b7-082037e504be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (43d44e96-c6fc-4373-bc97-8b8307d54be1), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:49.806635 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684379c-9c02-448f-87b7-082037e504be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d44e96-c6fc-4373-bc97-8b8307d54be1,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:49.812527 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1684379c-9c02-448f-87b7-082037e504be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62d40028a4ec487491b6c0a5c4f64946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724674 Mar 04 01:08:49.815372 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55628) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:49.871566 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:08:49.873783 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-431b8666-63d8-4aad-9c18-16446bf7a76c admin admin] Publish callbacks [] for security_group (43d44e96-c6fc-4373-bc97-8b8307d54be1), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:49.895918 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-431b8666-63d8-4aad-9c18-16446bf7a76c admin admin] Publish callbacks [] for security_group (43d44e96-c6fc-4373-bc97-8b8307d54be1), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:50.051641 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-431b8666-63d8-4aad-9c18-16446bf7a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (43d44e96-c6fc-4373-bc97-8b8307d54be1), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:50.055124 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-431b8666-63d8-4aad-9c18-16446bf7a76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:50.060407 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-431b8666-63d8-4aad-9c18-16446bf7a76c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43d44e96-c6fc-4373-bc97-8b8307d54be1 HTTP/1.1" status: 204 len: 168 time: 0.2395005 Mar 04 01:08:50.068123 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b8666-63d8-4aad-9c18-16446bf7a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d44e96-c6fc-4373-bc97-8b8307d54be1,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:50.103339 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e1d3b7-f051-47f3-aee9-5c45834e65f4 x-openstack-request-id: req-10e1d3b7-f051-47f3-aee9-5c45834e65f4 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:50.103848 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:50.103952 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10e1d3b7-f051-47f3-aee9-5c45834e65f4 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:50.104297 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'status': 'completed', 'code': 200} Mar 04 01:08:50.237648 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '47c9e9d3-2c36-4b42-8baf-0f9f86f39e23', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'mac_address': 'fa:16:3e:4b:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:08:08Z', 'updated_at': '2022-03-04T01:08:48Z', 'revision_number': 1, 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:08:50.255102 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8ca8efcb-5e4b-46a4-950f-29352c91c0e2 req-30336c5b-fb6c-42e8-8374-b5021a99d255 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.1067560 Mar 04 01:08:50.271417 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406e66-9521-4433-9c42-25255a3f86d7 None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '47c9e9d3-2c36-4b42-8baf-0f9f86f39e23', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'mac_address': 'fa:16:3e:4b:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:08:08Z', 'updated_at': '2022-03-04T01:08:48Z', 'revision_number': 1, 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:08:50.345826 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-c093781f-476f-4844-86bb-e2b50bcdb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:50.347627 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-c093781f-476f-4844-86bb-e2b50bcdb11d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1129 time: 0.1158786 Mar 04 01:08:50.468716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438e82-020b-4faf-9214-ad0428c0bc18 req-d1f2fa81-bebd-48ee-a193-3e4b5c9a71dc tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:50.470275 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-62438e82-020b-4faf-9214-ad0428c0bc18 req-d1f2fa81-bebd-48ee-a193-3e4b5c9a71dc tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.1212425 Mar 04 01:08:50.530243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-7eec758e-841b-47f8-82ff-772025589780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:50.530243 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-7eec758e-841b-47f8-82ff-772025589780 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.1666286 Mar 04 01:08:50.558439 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-62438e82-020b-4faf-9214-ad0428c0bc18 req-f5ae7167-75cd-46f7-8fc0-c82b18788a6f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Mar 04 01:08:50.562672 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9421c02-5309-4d3a-a155-b508029f2e29 None None] New status for floating IP 47c9e9d3-2c36-4b42-8baf-0f9f86f39e23: ACTIVE {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:08:50.671188 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-f4d5af75-9894-4fc5-9a9f-47c7746457e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 999 time: 0.1017854 Mar 04 01:08:50.720390 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-af30ab5a-bc0d-48e0-b3c7-9a989d795270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:50.721756 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-af30ab5a-bc0d-48e0-b3c7-9a989d795270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0443568 Mar 04 01:08:50.772760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-e5b7869d-c1c6-49e9-90c3-5efffa5556d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:50.774313 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-e5b7869d-c1c6-49e9-90c3-5efffa5556d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464733 Mar 04 01:08:50.876236 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-a5b14b9b-f203-40d2-a9a4-75999d7990b0 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942414 Mar 04 01:08:50.980114 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e317bec-bda0-4ffd-b66b-2f70290c4281 req-ec3b6980-b3b3-4f7d-a84b-3548c735ae5c service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979240 Mar 04 01:08:51.004346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55670) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:51.020779 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.094970 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Publish callbacks [] for security_group (cdfc29af-cb33-4f4f-bad4-ffca6864e88b), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.192400 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (cdfc29af-cb33-4f4f-bad4-ffca6864e88b), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.234643 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a08924b02374c24a955f171843e2bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284133 Mar 04 01:08:51.235618 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc29af-cb33-4f4f-bad4-ffca6864e88b,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:51.237431 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55674) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:51.243445 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.243836 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.244191 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.244568 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.244966 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.245243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.245595 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.245934 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.246289 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.246638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.246965 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.247294 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.247622 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b68f4-9faf-4ecb-ac4e-ecb9cb3e49a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:51.294485 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a5be-4e96-4fa2-b772-4ee7fb0e8e00 admin admin] Publish callbacks [] for security_group (cdfc29af-cb33-4f4f-bad4-ffca6864e88b), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.319468 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a5be-4e96-4fa2-b772-4ee7fb0e8e00 admin admin] Publish callbacks [] for security_group (cdfc29af-cb33-4f4f-bad4-ffca6864e88b), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.337675 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4c508924-dd6a-4af2-88ae-317dcaf9bf98 req-4a108be3-df15-4fec-b078-12706899d2fe tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.0265002 Mar 04 01:08:51.448671 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a5be-4e96-4fa2-b772-4ee7fb0e8e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (cdfc29af-cb33-4f4f-bad4-ffca6864e88b), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.451873 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a5be-4e96-4fa2-b772-4ee7fb0e8e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:51.453107 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7cf8a5be-4e96-4fa2-b772-4ee7fb0e8e00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdfc29af-cb33-4f4f-bad4-ffca6864e88b HTTP/1.1" status: 204 len: 168 time: 0.2146969 Mar 04 01:08:51.461396 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8a5be-4e96-4fa2-b772-4ee7fb0e8e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc29af-cb33-4f4f-bad4-ffca6864e88b,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:51.682188 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf934470-5671-4ccc-bd7f-4b51cdc6765f req-4acbc9b8-2575-48d9-af41-50a91910f20f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:51.683802 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cf934470-5671-4ccc-bd7f-4b51cdc6765f req-4acbc9b8-2575-48d9-af41-50a91910f20f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0523391 Mar 04 01:08:51.732000 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cf934470-5671-4ccc-bd7f-4b51cdc6765f req-d6b674c4-bb92-42e1-afeb-fee13ecb11d1 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Mar 04 01:08:52.452546 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba845286-de63-4ccf-b5e4-f4e3a8b02a0e req-8ba8818a-aaf1-454f-9ee0-c11f155dfa39 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.0302660 Mar 04 01:08:52.604231 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-2915c2bd-fa61-4216-ab5d-3565f3ca81e8 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:52.605749 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-2915c2bd-fa61-4216-ab5d-3565f3ca81e8 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "GET /v2.0/networks?id=fde9ff8d-971f-4de6-ac3f-a89a1867910d HTTP/1.1" status: 200 len: 809 time: 0.1016669 Mar 04 01:08:52.851959 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1940d8a-9483-4fb1-a0fc-fe945d1a0b16 req-8a95b914-1f4b-4ad6-b097-b1ad346b290e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:52.853370 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d1940d8a-9483-4fb1-a0fc-fe945d1a0b16 req-8a95b914-1f4b-4ad6-b097-b1ad346b290e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0507042 Mar 04 01:08:52.909601 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d1940d8a-9483-4fb1-a0fc-fe945d1a0b16 req-3e103107-5786-4fe6-8414-43c06209d822 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Mar 04 01:08:53.549955 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-01228fb9-e57f-45f4-9401-406da6a2512c req-e173ace4-3068-4e0c-9e83-a6eb137709ea tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.0258665 Mar 04 01:08:53.792795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55766) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:53.894269 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f0193d7-e3a4-457b-a55a-9e64fe184b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:53.966730 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f0193d7-e3a4-457b-a55a-9e64fe184b7f admin admin] Publish callbacks [] for security_group (c44cc4ed-edf1-4664-a528-102022869027), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:54.024375 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a8f2b-8f37-4ea7-9238-a7b5f87052e9 req-7f10ec58-0707-4cbe-82aa-4c5bb60ffe62 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:54.025835 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f4a8f2b-8f37-4ea7-9238-a7b5f87052e9 req-7f10ec58-0707-4cbe-82aa-4c5bb60ffe62 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0502703 Mar 04 01:08:54.046627 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f0193d7-e3a4-457b-a55a-9e64fe184b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (c44cc4ed-edf1-4664-a528-102022869027), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:54.088536 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1f0193d7-e3a4-457b-a55a-9e64fe184b7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d44651ec02422fbee76d20ee6d02bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945988 Mar 04 01:08:54.091335 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55772) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:54.110064 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f4a8f2b-8f37-4ea7-9238-a7b5f87052e9 req-f26aa491-e024-4122-b748-7c035d05aa83 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781713 Mar 04 01:08:54.110780 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0193d7-e3a4-457b-a55a-9e64fe184b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44cc4ed-edf1-4664-a528-102022869027,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:54.139867 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Publish callbacks [] for security_group (c44cc4ed-edf1-4664-a528-102022869027), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:54.160842 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Publish callbacks [] for security_group (c44cc4ed-edf1-4664-a528-102022869027), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:54.278212 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (c44cc4ed-edf1-4664-a528-102022869027), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:54.281275 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:54.282408 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c44cc4ed-edf1-4664-a528-102022869027 HTTP/1.1" status: 204 len: 168 time: 0.1895278 Mar 04 01:08:54.290150 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44cc4ed-edf1-4664-a528-102022869027,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:54.297755 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.298132 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.298487 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.298832 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.299168 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.299504 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.299860 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.300190 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.300554 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.301031 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.301366 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.301806 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.302137 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29897d6-c798-4afc-8874-48b5ca7c68c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:08:54.541676 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:08:54.655809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6a63943f-ae33-4654-af3e-868a21952758 req-0e88171c-9a55-44fc-a6d9-930f26e88584 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.0268450 Mar 04 01:08:55.034383 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55790) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:55.047414 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c192f64-ff3d-4b2a-99a3-e75479148c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.120421 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c192f64-ff3d-4b2a-99a3-e75479148c28 admin admin] Publish callbacks [] for security_group (a619225d-a714-4643-8250-8a2f729420e9), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.170203 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c192f64-ff3d-4b2a-99a3-e75479148c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a619225d-a714-4643-8250-8a2f729420e9), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.212495 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3c192f64-ff3d-4b2a-99a3-e75479148c28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37ade8243baf4d3a8448cb630c6a88db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768637 Mar 04 01:08:55.217050 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c192f64-ff3d-4b2a-99a3-e75479148c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a619225d-a714-4643-8250-8a2f729420e9,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:55.217174 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55800) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:55.253320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cb5da-5240-4d5d-bcc4-532f380fd67c req-905d8e71-3a27-4675-a65a-ab7c8a8fa268 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:55.254792 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-156cb5da-5240-4d5d-bcc4-532f380fd67c req-905d8e71-3a27-4675-a65a-ab7c8a8fa268 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0788052 Mar 04 01:08:55.299211 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2ebd492c-6a9b-4da3-90f3-1599fd9e6852 admin admin] Publish callbacks [] for security_group (a619225d-a714-4643-8250-8a2f729420e9), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.325002 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-156cb5da-5240-4d5d-bcc4-532f380fd67c req-90ae9955-061b-47a9-b6de-5bb7ac4c5383 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616071 Mar 04 01:08:55.333057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2ebd492c-6a9b-4da3-90f3-1599fd9e6852 admin admin] Publish callbacks [] for security_group (a619225d-a714-4643-8250-8a2f729420e9), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.398905 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Request body: {'port': {'device_id': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d', 'admin_state_up': True, 'tenant_id': '150129f9b68847728fcb762cc7cf20b0'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:55.474213 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2ebd492c-6a9b-4da3-90f3-1599fd9e6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a619225d-a714-4643-8250-8a2f729420e9), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.476770 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-2ebd492c-6a9b-4da3-90f3-1599fd9e6852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.481599 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-2ebd492c-6a9b-4da3-90f3-1599fd9e6852 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a619225d-a714-4643-8250-8a2f729420e9 HTTP/1.1" status: 204 len: 168 time: 0.2610440 Mar 04 01:08:55.496557 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd492c-6a9b-4da3-90f3-1599fd9e6852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a619225d-a714-4643-8250-8a2f729420e9,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:55.615549 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Made reservation on behalf of 150129f9b68847728fcb762cc7cf20b0 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:55.618950 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:55.765066 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-55db344c-168d-47f4-871e-a627b3eb18e9 req-a41f5b7c-59e1-4631-8572-876b7124da37 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Mar 04 01:08:55.770339 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Allocated IP 172.20.0.9 (fde9ff8d-971f-4de6-ac3f-a89a1867910d/5f9c3a9a-abd9-4fd3-bf02-d6753df1911e/a5d1fe78-cbb5-40f8-ae55-7de68b26701c) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:08:55.920297 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks [] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.015908 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.057623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Network fde9ff8d-971f-4de6-ac3f-a89a1867910d is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:08:56.060667 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:56.064360 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:08:56.070910 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:56.070910 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.080121 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Pushing event updated for resources: {'Port': ['ID=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:56.155942 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-5c1ce9af-9674-4941-ad17-69001961f537 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614717 Mar 04 01:08:56.439206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63b6d-27c4-4d38-acd3-e3cd73088813 req-d7a6eb30-1087-444e-86b2-76b486e3ee31 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:56.440673 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7cd63b6d-27c4-4d38-acd3-e3cd73088813 req-d7a6eb30-1087-444e-86b2-76b486e3ee31 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0499187 Mar 04 01:08:56.490590 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7cd63b6d-27c4-4d38-acd3-e3cd73088813 req-cbbc9002-09b8-417e-8e17-01f36ce8b667 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Mar 04 01:08:56.538886 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55838) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:56.639946 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-865652923-network', 'tenant_id': '42b23839cf6f4960a735ece3262c1532'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:56.716562 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Made reservation on behalf of 42b23839cf6f4960a735ece3262c1532 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:56.718743 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.729766 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.799254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks [] for security_group (78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.874062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:56.900048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da708af-9894-43f9-9044-2b9c425f8cf3 req-f1f21b9f-221d-49e0-b523-d8324a0ff9d1 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:56.904752 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7da708af-9894-43f9-9044-2b9c425f8cf3 req-f1f21b9f-221d-49e0-b523-d8324a0ff9d1 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 931 time: 0.0649395 Mar 04 01:08:56.906533 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:08:56.933320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:56.961929 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7da708af-9894-43f9-9044-2b9c425f8cf3 req-7ec9b164-91db-4d0e-a347-35dae4cd0f07 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533292 Mar 04 01:08:57.028600 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (a7876425-b2b8-47d8-aacc-38532aadeb60), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.028947 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Added segment a7876425-b2b8-47d8-aacc-38532aadeb60 of type vlan for network ac40e064-2bda-44fe-84c9-6ac1bec89fdf Mar 04 01:08:57.069901 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (ac40e064-2bda-44fe-84c9-6ac1bec89fdf), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.163636 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (ac40e064-2bda-44fe-84c9-6ac1bec89fdf), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.164621 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:57.165226 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.221251 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] Pushing event updated for resources: {'Network': ['ID=ac40e064-2bda-44fe-84c9-6ac1bec89fdf,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:57.231636 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network ac40e064-2bda-44fe-84c9-6ac1bec89fdf details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:08:57.252142 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1eeb8f98-cb64-46c6-bcc9-38c535805466 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7121782 Mar 04 01:08:57.255359 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55850) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:57.260365 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Request body: {'subnet': {'network_id': 'ac40e064-2bda-44fe-84c9-6ac1bec89fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-865652923-subnet', 'tenant_id': '42b23839cf6f4960a735ece3262c1532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:57.333751 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Made reservation on behalf of 42b23839cf6f4960a735ece3262c1532 for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:57.336202 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.548133 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (34beea8d-49d6-4bfd-a9fb-caa471500918), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.606976 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34beea8d-49d6-4bfd-a9fb-caa471500918,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:57.609520 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecde59-3fb7-4740-8167-bf45ee01ec42 req-d69acefc-3b45-462c-9362-cce8cfc0183d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:57.610990 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66ecde59-3fb7-4740-8167-bf45ee01ec42 req-d69acefc-3b45-462c-9362-cce8cfc0183d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0523922 Mar 04 01:08:57.614950 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Checking segment: {'id': 'a7876425-b2b8-47d8-aacc-38532aadeb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ac40e064-2bda-44fe-84c9-6ac1bec89fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:57.615315 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Network hostable DHCP agents. Network: ac40e064-2bda-44fe-84c9-6ac1bec89fdf, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:08:57.665011 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66ecde59-3fb7-4740-8167-bf45ee01ec42 req-18b8daad-25d3-4b19-85d2-416d384fb787 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Mar 04 01:08:57.712421 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Network ac40e064-2bda-44fe-84c9-6ac1bec89fdf is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:08:57.803604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, ac40e064-2bda-44fe-84c9-6ac1bec89fdf) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:08:57.808089 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:57.809239 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:57.813623 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe36181-919b-4308-b8c5-c427c2fab918 None None] Network ac40e064-2bda-44fe-84c9-6ac1bec89fdf requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:08:57.905058 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e41647-a4b1-45a3-b450-b89d4cf42e4c None None] Network ac40e064-2bda-44fe-84c9-6ac1bec89fdf requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:08:57.909463 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3b4573e1-38ec-48d2-91b6-38bcdc541276 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6529171 Mar 04 01:08:58.081302 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f874a-3962-49f1-9574-044973bfbf2d req-fd7864bc-4be3-4bfc-9223-d635397fcf86 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:58.082696 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-842f874a-3962-49f1-9574-044973bfbf2d req-fd7864bc-4be3-4bfc-9223-d635397fcf86 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 931 time: 0.0541644 Mar 04 01:08:58.128831 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-842f874a-3962-49f1-9574-044973bfbf2d req-850f0cf4-ccf5-412f-b202-468cdaaed5b8 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Mar 04 01:08:58.491186 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Request body: {'port': {'device_id': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:58.502537 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55882) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:58.508231 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2030361885-network', 'tenant_id': '37c33a6258b245f09d1767c046ecdd63'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:58.549264 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.570194 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-f0af2287-13b5-43cd-912f-6cb5d9f59291 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653951 Mar 04 01:08:58.649876 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Made reservation on behalf of 37c33a6258b245f09d1767c046ecdd63 for: {'network': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:58.652649 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.662715 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.774825 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-9c5195d9-f10e-432a-9897-975315f10942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:58.776540 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-9c5195d9-f10e-432a-9897-975315f10942 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 1130 time: 0.0984461 Mar 04 01:08:58.792821 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.816498 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks [] for security_group (bd59b70b-50f6-455a-93c2-6b6e5bea7c25), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.869622 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ade70c-cfb0-41f0-88fc-2a552b869a00 req-92a4f87f-d7a5-4002-9a56-6e391f5b24b7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:58.871128 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54ade70c-cfb0-41f0-88fc-2a552b869a00 req-92a4f87f-d7a5-4002-9a56-6e391f5b24b7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0948308 Mar 04 01:08:58.892713 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-10977a5c-7fc6-49f4-9027-bfd407f915fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:58.894111 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-10977a5c-7fc6-49f4-9027-bfd407f915fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 916 time: 0.0902419 Mar 04 01:08:58.908294 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (bd59b70b-50f6-455a-93c2-6b6e5bea7c25), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.915484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d1fe78-cbb5-40f8-ae55-7de68b26701c {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:08:58.925123 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Publish callbacks [] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:58.945548 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-dd0eca01-f422-46ce-bed6-c06c2d3d0b52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2 HTTP/1.1" status: 200 len: 217 time: 0.0448835 Mar 04 01:08:58.952643 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Transition to ACTIVE for port object a5d1fe78-cbb5-40f8-ae55-7de68b26701c will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:08:58.957245 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54ade70c-cfb0-41f0-88fc-2a552b869a00 req-077e6b38-1b52-45eb-82ff-599af8967cfc tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689945 Mar 04 01:08:58.959575 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:08:59.002504 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (788954f8-0b00-49e2-b2d5-9139defcdb26), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.004909 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.segments_db [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Added segment 788954f8-0b00-49e2-b2d5-9139defcdb26 of type vlan for network 22b9c672-b668-40aa-8dcd-fb0ca52c2c07 Mar 04 01:08:59.004909 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59b70b-50f6-455a-93c2-6b6e5bea7c25,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:59.048824 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-aa12a702-12c3-4746-b401-2d6befb3895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:59.050292 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-aa12a702-12c3-4746-b401-2d6befb3895c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 200 len: 855 time: 0.0940835 Mar 04 01:08:59.053404 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (22b9c672-b668-40aa-8dcd-fb0ca52c2c07), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.055468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.093211 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-a7517b7c-c954-4341-97a1-339768d73434 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319412 Mar 04 01:08:59.110394 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:59.140985 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Attempting to bind port a5d1fe78-cbb5-40f8-ae55-7de68b26701c on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:08:59.141325 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Attempting to bind port a5d1fe78-cbb5-40f8-ae55-7de68b26701c by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:08:59.141659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Attempting to bind port a5d1fe78-cbb5-40f8-ae55-7de68b26701c on network fde9ff8d-971f-4de6-ac3f-a89a1867910d {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:59.146171 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Port a5d1fe78-cbb5-40f8-ae55-7de68b26701c on network fde9ff8d-971f-4de6-ac3f-a89a1867910d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:08:59.146430 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Attempting to bind port a5d1fe78-cbb5-40f8-ae55-7de68b26701c on network fde9ff8d-971f-4de6-ac3f-a89a1867910d {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:08:59.152176 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:08:59.156657 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Checking segment: {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:59.156657 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Bound using segment: {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:08:59.156657 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Bound port: a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:08:59.156657 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.179996 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (22b9c672-b668-40aa-8dcd-fb0ca52c2c07), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.185421 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:59.185421 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.212517 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-e1e4f077-fa8b-4242-a627-e18288379441 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120110 Mar 04 01:08:59.244144 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] For port a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:08:59.259753 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] For port a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:08:59.277469 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982269-1b88-4b98-bf7a-6d55b9525f00 req-a7a92d85-0bc3-4125-8cba-b874e68c9dc9 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:59.279728 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9c982269-1b88-4b98-bf7a-6d55b9525f00 req-a7a92d85-0bc3-4125-8cba-b874e68c9dc9 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 943 time: 0.0786815 Mar 04 01:08:59.294119 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] Pushing event updated for resources: {'Network': ['ID=22b9c672-b668-40aa-8dcd-fb0ca52c2c07,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:59.307214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 22b9c672-b668-40aa-8dcd-fb0ca52c2c07 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:08:59.329958 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a6f14823-e7c8-4068-b622-74047a0f5200 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8262942 Mar 04 01:08:59.333922 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55896) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:08:59.338870 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Request body: {'subnet': {'network_id': '22b9c672-b668-40aa-8dcd-fb0ca52c2c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2030361885-subnet', 'tenant_id': '37c33a6258b245f09d1767c046ecdd63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:08:59.345343 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9c982269-1b88-4b98-bf7a-6d55b9525f00 req-bbce4d71-f71d-4e75-a52b-56af814af938 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595944 Mar 04 01:08:59.345561 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e7dd8d0-c902-4da8-9a2f-f520d3de3ddf req-c43a236d-25ce-4a2e-9fe9-712fca64f650 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088386 Mar 04 01:08:59.355333 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.398279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:59.398845 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.400212 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] 10.222.0.35 "PUT /v2.0/ports/a5d1fe78-cbb5-40f8-ae55-7de68b26701c HTTP/1.1" status: 200 len: 1093 time: 0.9134061 Mar 04 01:08:59.400691 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'tag': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:08:59.403007 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "50619b6f-5d17-4790-ba59-a583f9e32ef6", "tag": "a5d1fe78-cbb5-40f8-ae55-7de68b26701c"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:08:59.424859 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c0eba-61f6-4c18-b392-8d2e5e5fff29 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:59.439966 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04711520-c3fe-407b-baea-492850bccd7e x-openstack-request-id: req-04711520-c3fe-407b-baea-492850bccd7e {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:08:59.440279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50619b6f-5d17-4790-ba59-a583f9e32ef6", "tag": "a5d1fe78-cbb5-40f8-ae55-7de68b26701c", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:08:59.440544 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04711520-c3fe-407b-baea-492850bccd7e {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:08:59.440968 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'tag': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c', 'status': 'completed', 'code': 200} Mar 04 01:08:59.443914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Made reservation on behalf of 37c33a6258b245f09d1767c046ecdd63 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:08:59.446284 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.629676 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5 req-7acbfdc8-3b11-48ca-83e8-130e0d3b9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:59.631329 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5 req-7acbfdc8-3b11-48ca-83e8-130e0d3b9795 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=150129f9b68847728fcb762cc7cf20b0&device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 1127 time: 0.1021018 Mar 04 01:08:59.689366 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (1c5279bd-99d6-48bd-a589-b317ec873fae), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:08:59.816760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5279bd-99d6-48bd-a589-b317ec873fae,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:08:59.835863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5 req-499fa69e-3f69-4d0d-ae23-8c58199f5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:08:59.837416 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5 req-499fa69e-3f69-4d0d-ae23-8c58199f5559 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=150129f9b68847728fcb762cc7cf20b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1588829 Mar 04 01:08:59.838286 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Checking segment: {'id': '788954f8-0b00-49e2-b2d5-9139defcdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '22b9c672-b668-40aa-8dcd-fb0ca52c2c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:08:59.838643 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Network hostable DHCP agents. Network: 22b9c672-b668-40aa-8dcd-fb0ca52c2c07, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:09:00.166106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Network 22b9c672-b668-40aa-8dcd-fb0ca52c2c07 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:09:00.196988 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5 req-cf3a037d-0144-4ec7-abb9-ad4fe15b3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:00.198471 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a7bf19a-5ad5-4b88-8501-a8feb5bb1cf5 req-cf3a037d-0144-4ec7-abb9-ad4fe15b3b3a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537793 Mar 04 01:09:00.224836 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1212-3ac1-4692-bfb9-4093daf5196c req-ddd03761-912c-4bf8-bf28-721472b496f0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:00.226652 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e50c1212-3ac1-4692-bfb9-4093daf5196c req-ddd03761-912c-4bf8-bf28-721472b496f0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0674109 Mar 04 01:09:00.275035 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e50c1212-3ac1-4692-bfb9-4093daf5196c req-311b0084-e827-46a6-aed8-59424cb0cc0b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Mar 04 01:09:00.280010 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 22b9c672-b668-40aa-8dcd-fb0ca52c2c07) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:09:00.284720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:00.285027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:00.297094 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3599b0-a74c-41f3-b8c6-1c3da0f80611 None None] Network 22b9c672-b668-40aa-8dcd-fb0ca52c2c07 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:09:00.338173 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-e8c7c089-62ae-4ab1-b848-a688aa229770 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0029402 Mar 04 01:09:00.395573 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a38b13-c37f-4b88-b2d1-05b184522d62 None None] Network 22b9c672-b668-40aa-8dcd-fb0ca52c2c07 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:09:00.407862 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-65d74c70-af0c-4b14-bcd3-ef8fe913f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:00.411189 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-65d74c70-af0c-4b14-bcd3-ef8fe913f206 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=150129f9b68847728fcb762cc7cf20b0&device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 1127 time: 0.0668547 Mar 04 01:09:00.500028 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-724d0d46-7763-4769-bcce-111ed26bf829 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1fe78-cbb5-40f8-ae55-7de68b26701c HTTP/1.1" status: 200 len: 217 time: 0.0557470 Mar 04 01:09:00.556427 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080f2c5-d84e-4fad-90a5-48e127b53a3b req-48e2e7ef-0378-4c46-b5d5-07c99a87d124 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:00.557907 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7080f2c5-d84e-4fad-90a5-48e127b53a3b req-48e2e7ef-0378-4c46-b5d5-07c99a87d124 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 943 time: 0.1327789 Mar 04 01:09:00.565417 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d878-0372-489c-b1de-31a072680938 req-37fa128d-86b5-4994-a0eb-47f0c983293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:00.566767 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-37fa128d-86b5-4994-a0eb-47f0c983293d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f9c3a9a-abd9-4fd3-bf02-d6753df1911e HTTP/1.1" status: 200 len: 849 time: 0.0571933 Mar 04 01:09:00.609005 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-fa6cf475-33be-4a7a-8224-905a852a54eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fde9ff8d-971f-4de6-ac3f-a89a1867910d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354462 Mar 04 01:09:00.651953 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7080f2c5-d84e-4fad-90a5-48e127b53a3b req-1c1afe3e-e688-46e2-9528-40d88bca2140 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842202 Mar 04 01:09:00.719887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-83983db5-60e1-44b6-aafa-c2f65765ff79 service neutron] 10.222.0.35 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962048 Mar 04 01:09:00.859348 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8346d878-0372-489c-b1de-31a072680938 req-726d6d09-509f-412d-80e4-9486959d0c37 service neutron] 10.222.0.35 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902591 Mar 04 01:09:01.413028 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0200d6-dafa-4d44-b2ab-8368847a51ea req-ddf13be7-20e3-442b-92f8-44b6d590c251 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:01.413028 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bf0200d6-dafa-4d44-b2ab-8368847a51ea req-ddf13be7-20e3-442b-92f8-44b6d590c251 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0634809 Mar 04 01:09:01.482817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bf0200d6-dafa-4d44-b2ab-8368847a51ea req-cd39c652-54e5-4b10-ba2c-fa583964364a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610185 Mar 04 01:09:01.601559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-d860f780-c64b-4c1c-a993-3cb6aabae1eb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:01.604723 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-d860f780-c64b-4c1c-a993-3cb6aabae1eb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.1059937 Mar 04 01:09:01.617760 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-30b66149-bf69-4936-bb38-71b8616c1ff8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/quotas/64461e5af2494477af3f0cf68ace752f HTTP/1.1" status: 200 len: 375 time: 0.0088062 Mar 04 01:09:01.651614 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 55980) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:01.674710 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a5a799e5-df5c-4bfb-bc98-2e1294a9161f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519228 Mar 04 01:09:01.781059 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fac-7bd8-4ad1-867c-1d7408600d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:01.836774 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674092c8-bba6-4f04-bcff-70df92c4791a req-c86bf2de-d0ca-4714-914e-20bc4d1e02e4 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:01.838125 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-674092c8-bba6-4f04-bcff-70df92c4791a req-c86bf2de-d0ca-4714-914e-20bc4d1e02e4 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 943 time: 0.1087284 Mar 04 01:09:01.843368 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-f052280f-bb7a-48b5-b141-95241c2ccf10 service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617723 Mar 04 01:09:01.959997 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-674092c8-bba6-4f04-bcff-70df92c4791a req-779d601e-a631-4e24-85a6-c8a5e91b0137 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156957 Mar 04 01:09:01.996603 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-6efec28d-6326-4078-88c0-9c7b477fba2a service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458433 Mar 04 01:09:02.004655 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fac-7bd8-4ad1-867c-1d7408600d4a admin admin] Publish callbacks [] for security_group (7cbdeb76-ddca-429b-a3a4-1b171d7c43b3), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:02.043914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fac-7bd8-4ad1-867c-1d7408600d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7cbdeb76-ddca-429b-a3a4-1b171d7c43b3), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:02.083046 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d6a49fac-7bd8-4ad1-867c-1d7408600d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85826d8f1e59493caec6c6ff09ff46c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304357 Mar 04 01:09:02.084007 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49fac-7bd8-4ad1-867c-1d7408600d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbdeb76-ddca-429b-a3a4-1b171d7c43b3,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:02.086000 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 55986) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:02.133462 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-790c9f82-bec7-432d-8728-4200cef4d433 admin admin] Publish callbacks [] for security_group (7cbdeb76-ddca-429b-a3a4-1b171d7c43b3), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:02.155209 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-790c9f82-bec7-432d-8728-4200cef4d433 admin admin] Publish callbacks [] for security_group (7cbdeb76-ddca-429b-a3a4-1b171d7c43b3), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:02.249788 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2c5fd6b7-eb34-4d80-bab1-9bfb2c898a23 req-b61c00b5-8ed7-463c-a456-c8c8248b9010 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 210 time: 0.0304213 Mar 04 01:09:02.305579 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-790c9f82-bec7-432d-8728-4200cef4d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7cbdeb76-ddca-429b-a3a4-1b171d7c43b3), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:02.308124 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-790c9f82-bec7-432d-8728-4200cef4d433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:02.309384 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-790c9f82-bec7-432d-8728-4200cef4d433 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cbdeb76-ddca-429b-a3a4-1b171d7c43b3 HTTP/1.1" status: 204 len: 168 time: 0.2218578 Mar 04 01:09:02.318206 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c9f82-bec7-432d-8728-4200cef4d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbdeb76-ddca-429b-a3a4-1b171d7c43b3,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:02.643564 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2a2b0-0396-49e4-bef1-effc5af1068b req-00b3dfd8-4b74-4b38-9574-eef012759b60 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:02.643564 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5de2a2b0-0396-49e4-bef1-effc5af1068b req-00b3dfd8-4b74-4b38-9574-eef012759b60 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0794544 Mar 04 01:09:02.700667 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5de2a2b0-0396-49e4-bef1-effc5af1068b req-082e952b-7833-4d19-bf15-e7d2231b68d0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Mar 04 01:09:03.022474 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56030) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:03.038801 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cae633af-1cbf-41be-9d60-91f8331fe12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.093752 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429adf-f53c-400c-81f6-724d8e1bca0b req-71806ae5-ea27-4149-b5b6-48ce45890efc tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:03.097642 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87429adf-f53c-400c-81f6-724d8e1bca0b req-71806ae5-ea27-4149-b5b6-48ce45890efc tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 943 time: 0.0673177 Mar 04 01:09:03.153404 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87429adf-f53c-400c-81f6-724d8e1bca0b req-4a83b770-11ce-4061-9f23-1c2a6e2a6f08 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Mar 04 01:09:03.169090 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cae633af-1cbf-41be-9d60-91f8331fe12d admin admin] Publish callbacks [] for security_group (a441ddca-4140-4c27-bebb-e5edcf352aad), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.260839 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cae633af-1cbf-41be-9d60-91f8331fe12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a441ddca-4140-4c27-bebb-e5edcf352aad), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.300493 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-cae633af-1cbf-41be-9d60-91f8331fe12d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd371d7692004adb8a7d92cefeea2183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762995 Mar 04 01:09:03.301349 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae633af-1cbf-41be-9d60-91f8331fe12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441ddca-4140-4c27-bebb-e5edcf352aad,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:03.303162 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56042) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:03.358720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3b6f1df6-0343-4b65-9218-1770eb759821 req-8b30216a-fec3-4d21-8f27-e411d1b32d10 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 210 time: 0.0374267 Mar 04 01:09:03.379181 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7160a432-2efd-46b0-aeca-719c17ebedbf admin admin] Publish callbacks [] for security_group (a441ddca-4140-4c27-bebb-e5edcf352aad), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.400488 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7160a432-2efd-46b0-aeca-719c17ebedbf admin admin] Publish callbacks [] for security_group (a441ddca-4140-4c27-bebb-e5edcf352aad), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.516971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7160a432-2efd-46b0-aeca-719c17ebedbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a441ddca-4140-4c27-bebb-e5edcf352aad), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.519440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7160a432-2efd-46b0-aeca-719c17ebedbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:03.520623 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7160a432-2efd-46b0-aeca-719c17ebedbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a441ddca-4140-4c27-bebb-e5edcf352aad HTTP/1.1" status: 204 len: 168 time: 0.2164929 Mar 04 01:09:03.528389 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160a432-2efd-46b0-aeca-719c17ebedbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441ddca-4140-4c27-bebb-e5edcf352aad,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:03.820591 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e05d-6b19-4ac8-8adc-92bb131af5a4 req-0283144e-af9a-4f6f-acf1-5f982d58d1b2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:03.822067 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a475e05d-6b19-4ac8-8adc-92bb131af5a4 req-0283144e-af9a-4f6f-acf1-5f982d58d1b2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0511384 Mar 04 01:09:03.869796 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a475e05d-6b19-4ac8-8adc-92bb131af5a4 req-0a9af619-24ef-4f5c-9c0b-01992ed1929d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Mar 04 01:09:04.285468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a02bf-00a2-4319-8fa3-de9e174840d8 req-c114a906-28ad-4a47-a966-1cd88b519030 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:04.287014 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee3a02bf-00a2-4319-8fa3-de9e174840d8 req-c114a906-28ad-4a47-a966-1cd88b519030 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 943 time: 0.0573788 Mar 04 01:09:04.327740 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56062) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:04.340687 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0fc93861-b49a-4fdb-865c-a75a1fe04e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.344838 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee3a02bf-00a2-4319-8fa3-de9e174840d8 req-eb70eed5-5617-4c67-acf6-fad145cefced tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Mar 04 01:09:04.414934 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0fc93861-b49a-4fdb-865c-a75a1fe04e06 admin admin] Publish callbacks [] for security_group (f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.453115 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a5d1fe78-cbb5-40f8-ae55-7de68b26701c details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:09:04.456698 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3922c0a-7001-47b2-a5a7-234c455e40f1 req-963f4d47-ebfa-40b8-b446-bb567f98d217 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 210 time: 0.0286458 Mar 04 01:09:04.488812 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0fc93861-b49a-4fdb-865c-a75a1fe04e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.534327 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc93861-b49a-4fdb-865c-a75a1fe04e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:04.554805 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-0fc93861-b49a-4fdb-865c-a75a1fe04e06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef251e39c10d432d917073f8a1cef15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259214 Mar 04 01:09:04.557392 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56068) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:04.558900 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:04.573697 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c', 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d', 'port_id': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c', 'mac_address': 'fa:16:3e:c1:29:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9c3a9a-abd9-4fd3-bf02-d6753df1911e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:09:04.578344 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-642cf12b-ef65-4247-92a9-ef034d01088e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:04.579925 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-642cf12b-ef65-4247-92a9-ef034d01088e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.1256485 Mar 04 01:09:04.604581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Request body: {'port': {'device_id': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'admin_state_up': True, 'tenant_id': '64461e5af2494477af3f0cf68ace752f'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:04.611049 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-599bc561-2c2c-47a6-b855-88f77e653bf6 admin admin] Publish callbacks [] for security_group (f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.614055 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port a5d1fe78-cbb5-40f8-ae55-7de68b26701c is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:04.614637 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.630114 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d1fe78-cbb5-40f8-ae55-7de68b26701c {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:04.633530 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-599bc561-2c2c-47a6-b855-88f77e653bf6 admin admin] Publish callbacks [] for security_group (f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.650375 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:04.724009 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.777708 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:04.781819 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-599bc561-2c2c-47a6-b855-88f77e653bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.784803 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-599bc561-2c2c-47a6-b855-88f77e653bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.786266 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-599bc561-2c2c-47a6-b855-88f77e653bf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8 HTTP/1.1" status: 204 len: 168 time: 0.2277408 Mar 04 01:09:04.787092 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.787662 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.788205 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.794126 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.796076 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bc561-2c2c-47a6-b855-88f77e653bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6016d6f-9a34-4fb1-bbad-aaa30ad92ee8,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:04.796667 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.796902 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.797258 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.797615 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.797959 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.802508 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.802902 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.803257 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.803610 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:04.815102 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Made reservation on behalf of 64461e5af2494477af3f0cf68ace752f for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:09:04.829292 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:04.990471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Allocated IP 172.20.0.3 (f16f212a-20a1-4d36-ab0d-c6559c38d5c8/4139887e-7a51-47f5-99b7-bcc00c006681/52343142-52d8-4071-9693-de7b5bf0048a) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:09:05.027248 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcc017-5dae-40f4-a7d6-e9be0af77f0a req-82d259ec-4559-4082-9ac7-6cc0efa9e801 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:05.028790 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c8bcc017-5dae-40f4-a7d6-e9be0af77f0a req-82d259ec-4559-4082-9ac7-6cc0efa9e801 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0823638 Mar 04 01:09:05.137219 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c8bcc017-5dae-40f4-a7d6-e9be0af77f0a req-4336565b-f215-4ee1-baf5-a0070e5042cf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018324 Mar 04 01:09:05.186279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks [] for port (52343142-52d8-4071-9693-de7b5bf0048a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:05.237555 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a5d1fe78-cbb5-40f8-ae55-7de68b26701c'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:05.300228 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (52343142-52d8-4071-9693-de7b5bf0048a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:05.346707 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:09:05.349878 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:09:05.354310 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:09:05.360449 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:05.360661 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:05.371463 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event updated for resources: {'Port': ['ID=52343142-52d8-4071-9693-de7b5bf0048a,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:05.379204 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:05.481834 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-a535e974-34da-43cd-8ed6-597e29bfba92 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810308 Mar 04 01:09:05.500645 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3863b4-9479-42d0-86dc-6a26e3b96502 req-1fe1895c-c25b-4f96-b940-e232abca056c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:05.502195 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1c3863b4-9479-42d0-86dc-6a26e3b96502 req-1fe1895c-c25b-4f96-b940-e232abca056c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 944 time: 0.0681086 Mar 04 01:09:05.528351 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Request body: {'port': {'device_id': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:05.630521 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1c3863b4-9479-42d0-86dc-6a26e3b96502 req-09490b4c-3f4c-4315-becd-4d1075750952 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228130 Mar 04 01:09:05.646277 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (52343142-52d8-4071-9693-de7b5bf0048a), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:05.667815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecf17a-d0c4-4a54-8928-6c9d5a51bda8 req-ad903635-e35c-4d83-8728-bcf9bc97561f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:05.669313 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-93ecf17a-d0c4-4a54-8928-6c9d5a51bda8 req-ad903635-e35c-4d83-8728-bcf9bc97561f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 931 time: 0.1214736 Mar 04 01:09:05.795063 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-93ecf17a-d0c4-4a54-8928-6c9d5a51bda8 req-38210019-6d8b-401d-92bd-b30b28dbd193 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044843 Mar 04 01:09:05.951383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52343142-52d8-4071-9693-de7b5bf0048a {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:05.958874 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Publish callbacks [] for port (52343142-52d8-4071-9693-de7b5bf0048a), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:05.970663 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Transition to ACTIVE for port object 52343142-52d8-4071-9693-de7b5bf0048a will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:09:06.072579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (52343142-52d8-4071-9693-de7b5bf0048a), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:06.123095 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Pushing event updated for resources: {'Port': ['ID=52343142-52d8-4071-9693-de7b5bf0048a,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:06.156906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Attempting to bind port 52343142-52d8-4071-9693-de7b5bf0048a on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:09:06.156906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Attempting to bind port 52343142-52d8-4071-9693-de7b5bf0048a by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:09:06.156906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Attempting to bind port 52343142-52d8-4071-9693-de7b5bf0048a on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:09:06.158543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Port 52343142-52d8-4071-9693-de7b5bf0048a on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:09:06.158864 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Attempting to bind port 52343142-52d8-4071-9693-de7b5bf0048a on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:09:06.163769 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:09:06.164105 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Checking segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:09:06.164590 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Bound using segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:09:06.165017 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Bound port: 52343142-52d8-4071-9693-de7b5bf0048a, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:09:06.165373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (52343142-52d8-4071-9693-de7b5bf0048a), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:06.267286 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] For port 52343142-52d8-4071-9693-de7b5bf0048a, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:09:06.271799 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] For port 52343142-52d8-4071-9693-de7b5bf0048a, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=52343142-52d8-4071-9693-de7b5bf0048a,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:09:06.293330 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238528b-5b8d-4b46-bdbf-840f3f5501f3 req-089c7d63-3251-4c51-aa07-a7aac75460a7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.295464 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e238528b-5b8d-4b46-bdbf-840f3f5501f3 req-089c7d63-3251-4c51-aa07-a7aac75460a7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0905249 Mar 04 01:09:06.342925 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e238528b-5b8d-4b46-bdbf-840f3f5501f3 req-32902bb9-1f8e-4af5-a6f0-9cfe04bd22b5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Mar 04 01:09:06.352972 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (52343142-52d8-4071-9693-de7b5bf0048a), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:06.393115 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.393739 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:06.398177 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] 10.222.0.35 "PUT /v2.0/ports/52343142-52d8-4071-9693-de7b5bf0048a HTTP/1.1" status: 200 len: 1093 time: 0.8729591 Mar 04 01:09:06.398177 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'tag': '52343142-52d8-4071-9693-de7b5bf0048a'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:06.398177 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d759e-23cb-472e-a633-267799d1d67a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb841573-25c0-4ed8-af49-81448de3b6cd", "tag": "52343142-52d8-4071-9693-de7b5bf0048a"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:06.420038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e2560-66e0-4786-9752-e1add4dee82c service neutron] Pushing event updated for resources: {'Port': ['ID=52343142-52d8-4071-9693-de7b5bf0048a,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:06.450294 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1633712-2d45-45b2-a127-4c94c0d25ad2 x-openstack-request-id: req-a1633712-2d45-45b2-a127-4c94c0d25ad2 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:06.450294 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb841573-25c0-4ed8-af49-81448de3b6cd", "tag": "52343142-52d8-4071-9693-de7b5bf0048a", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:06.450294 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1633712-2d45-45b2-a127-4c94c0d25ad2 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:06.450294 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'tag': '52343142-52d8-4071-9693-de7b5bf0048a', 'status': 'completed', 'code': 200} Mar 04 01:09:06.554567 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d759e-23cb-472e-a633-267799d1d67a req-ec2a2189-f062-4646-b14c-c648d3338c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.556236 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-987d759e-23cb-472e-a633-267799d1d67a req-ec2a2189-f062-4646-b14c-c648d3338c60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 1127 time: 0.0513949 Mar 04 01:09:06.677477 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d759e-23cb-472e-a633-267799d1d67a req-5f055a82-1afa-4c5e-9a29-4a8d673a1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.679249 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-987d759e-23cb-472e-a633-267799d1d67a req-5f055a82-1afa-4c5e-9a29-4a8d673a1428 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=64461e5af2494477af3f0cf68ace752f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018784 Mar 04 01:09:06.816674 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f976a60-528a-4e03-8980-a548a0919a8b req-55d10570-dba1-4528-ac3a-dada27f1ff76 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.818151 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f976a60-528a-4e03-8980-a548a0919a8b req-55d10570-dba1-4528-ac3a-dada27f1ff76 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 944 time: 0.1096175 Mar 04 01:09:06.819534 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d759e-23cb-472e-a633-267799d1d67a req-059a47e6-ec97-435c-9469-469b7ce6b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.821081 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-987d759e-23cb-472e-a633-267799d1d67a req-059a47e6-ec97-435c-9469-469b7ce6b6cf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357486 Mar 04 01:09:06.950417 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f976a60-528a-4e03-8980-a548a0919a8b req-8ba41832-1abd-4a6b-bd84-39cbf67bbee0 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008255 Mar 04 01:09:06.976027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd768e-34e3-4069-829d-63cd27e3917f req-51df0aca-0919-4071-8eba-733290703335 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.977514 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9cd768e-34e3-4069-829d-63cd27e3917f req-51df0aca-0919-4071-8eba-733290703335 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 943 time: 0.1080778 Mar 04 01:09:06.983263 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-f0d821c2-1117-4825-88af-e980278b82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:06.984738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-f0d821c2-1117-4825-88af-e980278b82e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 1127 time: 0.0794749 Mar 04 01:09:07.055930 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-c7e206ae-92a8-42b7-80bb-60a75d88bcd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52343142-52d8-4071-9693-de7b5bf0048a HTTP/1.1" status: 200 len: 217 time: 0.0502074 Mar 04 01:09:07.064022 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9cd768e-34e3-4069-829d-63cd27e3917f req-b28fbea5-e308-46e7-af96-6a73de28ba13 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783978 Mar 04 01:09:07.107657 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-76fc2f99-4ace-4bee-a123-dd8a5cc4c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:07.109235 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-76fc2f99-4ace-4bee-a123-dd8a5cc4c2a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 200 len: 855 time: 0.0442841 Mar 04 01:09:07.142901 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-6bcfadf4-bf0b-497a-aead-0fe73e741d37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257850 Mar 04 01:09:07.237755 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-f37becea-3181-4cac-95c0-5920e852c2c2 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Mar 04 01:09:07.331486 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b0b4790-fafd-4442-9ab0-8d5d8e9e8161 req-048dd652-1a61-42e2-b940-b523a7e34dba service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Mar 04 01:09:07.472386 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb67bf-4060-47ca-8ea1-4657d4dea52b req-4630125c-12a8-4957-8d40-40a56377617e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:07.473973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f8eb67bf-4060-47ca-8ea1-4657d4dea52b req-4630125c-12a8-4957-8d40-40a56377617e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0647352 Mar 04 01:09:07.538129 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f8eb67bf-4060-47ca-8ea1-4657d4dea52b req-ad2fe4b4-363a-46d4-9231-91696b80ff96 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Mar 04 01:09:07.897822 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56204) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:08.008747 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bd599be6-cddf-4d03-91f0-4e7bb39f1bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.082060 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520dff-f5fd-49d8-acb7-9c57aacf2a6d req-84a7936f-306c-460d-830f-7de37b30ffb2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:08.083652 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3c520dff-f5fd-49d8-acb7-9c57aacf2a6d req-84a7936f-306c-460d-830f-7de37b30ffb2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 944 time: 0.0599785 Mar 04 01:09:08.103991 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bd599be6-cddf-4d03-91f0-4e7bb39f1bbb admin admin] Publish callbacks [] for security_group (b0981cd2-f146-4a67-a4c2-fcf381ba5077), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.155719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3c520dff-f5fd-49d8-acb7-9c57aacf2a6d req-e9ac78fd-7072-4811-b5b1-dc51c1b48bbe tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572181 Mar 04 01:09:08.157940 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bd599be6-cddf-4d03-91f0-4e7bb39f1bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b0981cd2-f146-4a67-a4c2-fcf381ba5077), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.198820 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407cb0-9862-4b8c-9ff1-fd94b39a5ffa req-9823e49c-a1f3-46f7-b662-fb6b54915471 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:08.200357 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-67407cb0-9862-4b8c-9ff1-fd94b39a5ffa req-9823e49c-a1f3-46f7-b662-fb6b54915471 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 943 time: 0.0603828 Mar 04 01:09:08.201341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56218) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:08.201480 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-bd599be6-cddf-4d03-91f0-4e7bb39f1bbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fdd9294720b43339980402d6e969979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020566 Mar 04 01:09:08.202538 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599be6-cddf-4d03-91f0-4e7bb39f1bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0981cd2-f146-4a67-a4c2-fcf381ba5077,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:08.277844 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fdfa-1e39-4fa1-96bc-71c278a86cc4 admin admin] Publish callbacks [] for security_group (b0981cd2-f146-4a67-a4c2-fcf381ba5077), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.285283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-67407cb0-9862-4b8c-9ff1-fd94b39a5ffa req-cb270389-9caf-4d13-9753-0e7ddce53b13 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667558 Mar 04 01:09:08.302785 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fdfa-1e39-4fa1-96bc-71c278a86cc4 admin admin] Publish callbacks [] for security_group (b0981cd2-f146-4a67-a4c2-fcf381ba5077), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.415078 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fdfa-1e39-4fa1-96bc-71c278a86cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b0981cd2-f146-4a67-a4c2-fcf381ba5077), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.417685 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fdfa-1e39-4fa1-96bc-71c278a86cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.418855 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-e5a2fdfa-1e39-4fa1-96bc-71c278a86cc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0981cd2-f146-4a67-a4c2-fcf381ba5077 HTTP/1.1" status: 204 len: 168 time: 0.2166076 Mar 04 01:09:08.426580 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2fdfa-1e39-4fa1-96bc-71c278a86cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0981cd2-f146-4a67-a4c2-fcf381ba5077,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:08.476861 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a5d1fe78-cbb5-40f8-ae55-7de68b26701c up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:09:08.564288 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port a5d1fe78-cbb5-40f8-ae55-7de68b26701c completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:09:08.570387 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port a5d1fe78-cbb5-40f8-ae55-7de68b26701c triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:09:08.570387 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.683070 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port a5d1fe78-cbb5-40f8-ae55-7de68b26701c is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:08.683473 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.693170 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa9e1e-c341-4cbf-abe4-8b96edf6c6ca req-d57e86db-e866-4060-b083-ff1cfefa009a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:08.695482 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-62aa9e1e-c341-4cbf-abe4-8b96edf6c6ca req-d57e86db-e866-4060-b083-ff1cfefa009a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0691173 Mar 04 01:09:08.715678 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:08.719425 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f004d67d-8f1a-4c52-b74e-279907bf9846" -d '{"events": [{"server_uuid": "50619b6f-5d17-4790-ba59-a583f9e32ef6", "name": "network-vif-plugged", "status": "completed", "tag": "a5d1fe78-cbb5-40f8-ae55-7de68b26701c"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:08.752691 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:08.758560 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-62aa9e1e-c341-4cbf-abe4-8b96edf6c6ca req-db1f6c69-dd54-47fa-b185-ff11d983eb46 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575330 Mar 04 01:09:08.770191 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b2101-8b7d-427d-8f97-2fef3655e144 x-openstack-request-id: req-cb0b2101-8b7d-427d-8f97-2fef3655e144 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:08.773973 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50619b6f-5d17-4790-ba59-a583f9e32ef6", "name": "network-vif-plugged", "status": "completed", "tag": "a5d1fe78-cbb5-40f8-ae55-7de68b26701c", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:08.773973 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb0b2101-8b7d-427d-8f97-2fef3655e144 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:08.773973 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c', 'code': 200} Mar 04 01:09:08.815177 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:08.861465 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:09.153795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56246) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:09.171192 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4fa1-9423-478e-8d3f-f3d7ff9cedb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.221294 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-3a7f123f-8a4b-4ee5-be7b-d697fcf3b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.297106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4963-45d9-48b8-9f2b-c1b07e907c17 req-3720301f-efbb-4afa-8906-e05ffdd81b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:09.298603 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1b7a4963-45d9-48b8-9f2b-c1b07e907c17 req-3720301f-efbb-4afa-8906-e05ffdd81b8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 1129 time: 0.1072083 Mar 04 01:09:09.327017 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74151fd-8609-4c3a-a8aa-94e73d538c45 req-f33ef3a8-d962-4305-b8a7-e1fc9aa2884c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:09.327999 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c74151fd-8609-4c3a-a8aa-94e73d538c45 req-f33ef3a8-d962-4305-b8a7-e1fc9aa2884c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0984697 Mar 04 01:09:09.334739 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4fa1-9423-478e-8d3f-f3d7ff9cedb5 admin admin] Publish callbacks [] for security_group (21615155-a8d0-4fb4-8726-2825bfaa9d55), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.414823 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4fa1-9423-478e-8d3f-f3d7ff9cedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (21615155-a8d0-4fb4-8726-2825bfaa9d55), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.454148 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c74151fd-8609-4c3a-a8aa-94e73d538c45 req-53cb9f7a-7d48-418c-9d07-3e139f2d45e5 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172941 Mar 04 01:09:09.489603 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d2ce4fa1-9423-478e-8d3f-f3d7ff9cedb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273dabeb8c404bd18de5aa4a115d41fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311350 Mar 04 01:09:09.489603 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1b7a4963-45d9-48b8-9f2b-c1b07e907c17 req-a99f0cd4-6bdf-413c-baae-7b6d19910e93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361380 Mar 04 01:09:09.490047 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56254) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:09.491604 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce4fa1-9423-478e-8d3f-f3d7ff9cedb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21615155-a8d0-4fb4-8726-2825bfaa9d55,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:09.512862 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723086ac-9c28-4b0c-b594-e9b5e0a723e5 req-b98bd794-121b-4a6e-9d5b-e8c95152268a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:09.512862 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-723086ac-9c28-4b0c-b594-e9b5e0a723e5 req-b98bd794-121b-4a6e-9d5b-e8c95152268a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 943 time: 0.1365805 Mar 04 01:09:09.538851 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9780d-1748-49b3-9b40-858502217b82 admin admin] Publish callbacks [] for security_group (21615155-a8d0-4fb4-8726-2825bfaa9d55), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.555206 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-723086ac-9c28-4b0c-b594-e9b5e0a723e5 req-a6dda6a0-2b99-4f82-938d-e1230f5da15b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Mar 04 01:09:09.560346 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9780d-1748-49b3-9b40-858502217b82 admin admin] Publish callbacks [] for security_group (21615155-a8d0-4fb4-8726-2825bfaa9d55), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.682613 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9780d-1748-49b3-9b40-858502217b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (21615155-a8d0-4fb4-8726-2825bfaa9d55), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.685327 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9780d-1748-49b3-9b40-858502217b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:09.686350 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-15e9780d-1748-49b3-9b40-858502217b82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21615155-a8d0-4fb4-8726-2825bfaa9d55 HTTP/1.1" status: 204 len: 168 time: 0.1952362 Mar 04 01:09:09.697403 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9780d-1748-49b3-9b40-858502217b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21615155-a8d0-4fb4-8726-2825bfaa9d55,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:09.892778 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c0b8d-1812-4461-b210-073fbdd4e47e req-be3bdc13-46bf-4bff-8877-c40466daf988 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:09.894483 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e06c0b8d-1812-4461-b210-073fbdd4e47e req-be3bdc13-46bf-4bff-8877-c40466daf988 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0640349 Mar 04 01:09:09.945910 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e06c0b8d-1812-4461-b210-073fbdd4e47e req-edbcb25c-d5b2-4566-a108-94fcc75e454a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 Mar 04 01:09:10.315566 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3288-a656-4478-bd82-8b15a64e8b23 req-bf666a3b-1e8a-47de-91d2-5ce511b40744 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:10.317126 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f0ff3288-a656-4478-bd82-8b15a64e8b23 req-bf666a3b-1e8a-47de-91d2-5ce511b40744 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0569358 Mar 04 01:09:10.363721 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f0ff3288-a656-4478-bd82-8b15a64e8b23 req-b836cbc7-fe8a-4d59-a7dc-320260f4e604 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Mar 04 01:09:10.494227 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 52343142-52d8-4071-9693-de7b5bf0048a details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:09:10.594714 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c72c7-b339-4385-b416-4ade8bd38eb7 req-557f83d1-eec5-4a51-9b5e-b32789925bef tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:10.596432 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b08c72c7-b339-4385-b416-4ade8bd38eb7 req-557f83d1-eec5-4a51-9b5e-b32789925bef tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0570500 Mar 04 01:09:10.673251 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b08c72c7-b339-4385-b416-4ade8bd38eb7 req-dd0a4a0a-db78-4f05-a448-95d2f3127aa3 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Mar 04 01:09:10.701146 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1da43-fd79-475a-b13b-fd603c63ef9c req-5d8cfef3-1df8-4d22-b8f3-a57adbe0571d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:10.708045 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eca1da43-fd79-475a-b13b-fd603c63ef9c req-5d8cfef3-1df8-4d22-b8f3-a57adbe0571d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 943 time: 0.0784457 Mar 04 01:09:10.751529 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 52343142-52d8-4071-9693-de7b5bf0048a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=52343142-52d8-4071-9693-de7b5bf0048a,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:10.764325 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '52343142-52d8-4071-9693-de7b5bf0048a', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'port_id': '52343142-52d8-4071-9693-de7b5bf0048a', 'mac_address': 'fa:16:3e:63:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4139887e-7a51-47f5-99b7-bcc00c006681', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:09:10.781532 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eca1da43-fd79-475a-b13b-fd603c63ef9c req-fd1d1050-edb4-4689-afa9-ebf51cc24e8d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725291 Mar 04 01:09:10.804739 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 52343142-52d8-4071-9693-de7b5bf0048a is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:10.805122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (52343142-52d8-4071-9693-de7b5bf0048a), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:10.818200 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52343142-52d8-4071-9693-de7b5bf0048a {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:10.837240 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 52343142-52d8-4071-9693-de7b5bf0048a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=52343142-52d8-4071-9693-de7b5bf0048a,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:10.906550 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (52343142-52d8-4071-9693-de7b5bf0048a), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:10.954099 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=52343142-52d8-4071-9693-de7b5bf0048a,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:11.286541 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195177c-e345-4d38-958d-2338e799b8cd req-876dd936-1e6d-4f0a-8b6c-84467bbf23c3 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:11.288037 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4195177c-e345-4d38-958d-2338e799b8cd req-876dd936-1e6d-4f0a-8b6c-84467bbf23c3 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.2751772 Mar 04 01:09:11.335597 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4195177c-e345-4d38-958d-2338e799b8cd req-ff6f38b6-15eb-4c01-8701-455fd2b26b25 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Mar 04 01:09:11.487304 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12667-9a86-4fc6-a8b2-3332d84f5ebf req-079a0b32-7113-40f3-88d7-1e9c0193de57 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:11.488817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f2f12667-9a86-4fc6-a8b2-3332d84f5ebf req-079a0b32-7113-40f3-88d7-1e9c0193de57 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0583961 Mar 04 01:09:11.512539 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4537e424-944d-425a-a531-97fb2254307a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:11.535736 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f2f12667-9a86-4fc6-a8b2-3332d84f5ebf req-d60b7f89-b96c-4d05-9f16-7a57ba65d776 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Mar 04 01:09:11.793263 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3027db-4f90-4e81-98ba-62145499878e req-59b189a5-003a-476e-bb52-47cbd8e073b0 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:11.795265 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8c3027db-4f90-4e81-98ba-62145499878e req-59b189a5-003a-476e-bb52-47cbd8e073b0 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Mar 04 01:09:11.843007 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8c3027db-4f90-4e81-98ba-62145499878e req-105e4697-2f1a-4970-82fc-0cb22b12e9c3 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Mar 04 01:09:11.893108 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378aec4-da47-4a5b-a681-e9fe45f74331 req-f291dcbb-e1e3-48eb-ba3f-d05c073c9615 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:11.894582 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8378aec4-da47-4a5b-a681-e9fe45f74331 req-f291dcbb-e1e3-48eb-ba3f-d05c073c9615 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 944 time: 0.0507057 Mar 04 01:09:11.941256 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8378aec4-da47-4a5b-a681-e9fe45f74331 req-0e3de06d-a5aa-4142-8ff7-5e72c057b08c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Mar 04 01:09:12.456766 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd122d-d242-479f-814d-34e18aef7338 req-8757b5b8-7dbc-4b26-a1aa-a7ecb550c05a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:12.459283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1cdd122d-d242-479f-814d-34e18aef7338 req-8757b5b8-7dbc-4b26-a1aa-a7ecb550c05a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0560436 Mar 04 01:09:12.503809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1cdd122d-d242-479f-814d-34e18aef7338 req-9cd05080-8487-452c-87b7-cc95e5ac38ca tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Mar 04 01:09:12.649362 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294299e-bed5-40f9-b96e-7846ea91eea5 req-8982a1fd-1abe-436e-9cf7-45ce00268847 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:12.650801 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8294299e-bed5-40f9-b96e-7846ea91eea5 req-8982a1fd-1abe-436e-9cf7-45ce00268847 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Mar 04 01:09:12.694911 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8294299e-bed5-40f9-b96e-7846ea91eea5 req-d8001e3d-c6e3-4159-9198-c8d4b9b51be9 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Mar 04 01:09:12.959207 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa204d7-0bfd-4836-a1d3-a363230742aa req-74c179d3-8e27-4edf-bdf1-df7cf43542ae tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:12.961033 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfa204d7-0bfd-4836-a1d3-a363230742aa req-74c179d3-8e27-4edf-bdf1-df7cf43542ae tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Mar 04 01:09:12.986550 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:13.021720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfa204d7-0bfd-4836-a1d3-a363230742aa req-e466e773-9ec1-4316-91ea-8bb606aade4d tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551441 Mar 04 01:09:13.061671 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0952bf-d9c1-4365-94ab-697576777363 req-084baa04-0891-4333-be76-d94c94cdda74 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:13.063507 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0952bf-d9c1-4365-94ab-697576777363 req-084baa04-0891-4333-be76-d94c94cdda74 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 944 time: 0.0549548 Mar 04 01:09:13.109793 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0952bf-d9c1-4365-94ab-697576777363 req-9c38e19e-d41d-4570-8537-dd9787ac9b6c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Mar 04 01:09:13.620021 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c4b49-2438-4e4c-beee-4a8fc595ad56 req-2a3c522d-7958-4cb7-ab78-612bf9e9f9fa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:13.621524 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-102c4b49-2438-4e4c-beee-4a8fc595ad56 req-2a3c522d-7958-4cb7-ab78-612bf9e9f9fa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0517943 Mar 04 01:09:13.667671 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-102c4b49-2438-4e4c-beee-4a8fc595ad56 req-86c06c7b-87ad-4627-8f07-3b71c3813b64 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Mar 04 01:09:13.816305 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee52881-cf26-4894-bfa1-12cb82485e03 req-b0bbbd9e-cb70-4de7-8bfd-48a9adc3b547 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:13.817766 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cee52881-cf26-4894-bfa1-12cb82485e03 req-b0bbbd9e-cb70-4de7-8bfd-48a9adc3b547 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0552769 Mar 04 01:09:13.863460 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cee52881-cf26-4894-bfa1-12cb82485e03 req-24289dc7-1b95-4232-9f0d-72c770bcbb11 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Mar 04 01:09:14.138260 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042d927-4b33-4c8d-abfd-148543a0ba72 req-2874c82e-ed79-4df8-b76c-0405c4f27829 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:14.139945 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8042d927-4b33-4c8d-abfd-148543a0ba72 req-2874c82e-ed79-4df8-b76c-0405c4f27829 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0523336 Mar 04 01:09:14.220774 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8042d927-4b33-4c8d-abfd-148543a0ba72 req-f80e05ea-1ec5-4214-a658-60a21e3554ae tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668063 Mar 04 01:09:14.243184 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76fc26-fa55-49ae-9b0f-591b0dadcc88 req-7b14b08e-a257-401b-bfc8-4427ebb36cb5 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:14.244670 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eb76fc26-fa55-49ae-9b0f-591b0dadcc88 req-7b14b08e-a257-401b-bfc8-4427ebb36cb5 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 944 time: 0.0628202 Mar 04 01:09:14.296473 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eb76fc26-fa55-49ae-9b0f-591b0dadcc88 req-d6ab6ea6-9e3b-4fcb-9953-9b2972c4506a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Mar 04 01:09:14.426668 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:14.615437 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['52343142-52d8-4071-9693-de7b5bf0048a'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:14.799320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e122ea-166a-435c-b159-7f098a707e64 req-ad942ca8-e355-4938-a188-4cd1be11100f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:14.801182 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e0e122ea-166a-435c-b159-7f098a707e64 req-ad942ca8-e355-4938-a188-4cd1be11100f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0589061 Mar 04 01:09:14.849168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e0e122ea-166a-435c-b159-7f098a707e64 req-f7119188-62c1-49c9-97d0-f1d171b6930f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Mar 04 01:09:14.980624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30241b-99cb-42a5-b191-f6eb0749f206 req-cf75effa-f47b-4bac-acd8-b4d67db28dad tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:14.982083 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd30241b-99cb-42a5-b191-f6eb0749f206 req-cf75effa-f47b-4bac-acd8-b4d67db28dad tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0517519 Mar 04 01:09:15.027696 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd30241b-99cb-42a5-b191-f6eb0749f206 req-f77d44ea-532f-4e81-bc81-fc34d2bdfa6c tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Mar 04 01:09:15.100816 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-ab6f7ce2-c1c5-4207-94e6-c3afd1ce8689 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:15.102301 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-ab6f7ce2-c1c5-4207-94e6-c3afd1ce8689 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0543735 Mar 04 01:09:15.235981 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Deleting port b3a4f379-1005-451b-b7a1-05d70977b836 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:09:15.236253 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:15.362876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] For port b3a4f379-1005-451b-b7a1-05d70977b836, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b3a4f379-1005-451b-b7a1-05d70977b836,segment=NetworkSegment(af40c8a5-836a-4e81-9bdc-7341dbd786b7),segment_id=af40c8a5-836a-4e81-9bdc-7341dbd786b7)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:15.363248 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:15.392899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Calling delete_port for b3a4f379-1005-451b-b7a1-05d70977b836 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:09:15.422387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc85d-600f-402f-9418-4fb7edd4911a req-93c1c57a-03a8-4b42-9bbe-7e658b740756 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:15.423870 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2cbdc85d-600f-402f-9418-4fb7edd4911a req-93c1c57a-03a8-4b42-9bbe-7e658b740756 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.1337662 Mar 04 01:09:15.547688 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2cbdc85d-600f-402f-9418-4fb7edd4911a req-5f35926c-380a-4689-a664-0aa8e55263de tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155708 Mar 04 01:09:15.571961 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02c9d8-01d3-4712-a94a-57f9250242b7 req-cf05963c-e9d5-444c-83d3-0078d54ef30f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:15.571961 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae02c9d8-01d3-4712-a94a-57f9250242b7 req-cf05963c-e9d5-444c-83d3-0078d54ef30f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 944 time: 0.2024679 Mar 04 01:09:15.662585 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae02c9d8-01d3-4712-a94a-57f9250242b7 req-86f82abc-080d-47af-9650-8e97b177040c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843773 Mar 04 01:09:15.740992 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:15.741540 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (b3a4f379-1005-451b-b7a1-05d70977b836), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:15.774379 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Pushing event deleted for resources: {'Port': ['ID=b3a4f379-1005-451b-b7a1-05d70977b836,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:15.792811 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['b3a4f379-1005-451b-b7a1-05d70977b836'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:15.835265 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] No DVR routers for this DVR port b3a4f379-1005-451b-b7a1-05d70977b836 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:09:15.840348 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:15.842468 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b560014f-d4f8-46dc-8b65-3d7fa47b878a req-cff4f6d4-1942-417a-9dad-dfad195107e7 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.35 "DELETE /v2.0/ports/b3a4f379-1005-451b-b7a1-05d70977b836 HTTP/1.1" status: 204 len: 173 time: 0.7313862 Mar 04 01:09:15.842913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f87e75-e778-478e-9435-0acb0841e4b6', 'name': 'network-vif-deleted', 'tag': 'b3a4f379-1005-451b-b7a1-05d70977b836'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:15.845180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbcf61c-040c-449d-93f1-6e92b6a2ad90" -d '{"events": [{"server_uuid": "80f87e75-e778-478e-9435-0acb0841e4b6", "name": "network-vif-deleted", "tag": "b3a4f379-1005-451b-b7a1-05d70977b836"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:15.897923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fe851-544b-4963-803d-f721968453f2 x-openstack-request-id: req-b06fe851-544b-4963-803d-f721968453f2 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:15.897923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f87e75-e778-478e-9435-0acb0841e4b6", "name": "network-vif-deleted", "tag": "b3a4f379-1005-451b-b7a1-05d70977b836", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:15.897923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b06fe851-544b-4963-803d-f721968453f2 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:15.897923 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f87e75-e778-478e-9435-0acb0841e4b6', 'name': 'network-vif-deleted', 'tag': 'b3a4f379-1005-451b-b7a1-05d70977b836', 'status': 'completed', 'code': 200} Mar 04 01:09:15.984356 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14a9f5-c45d-492d-91c3-329d8c6a1e64 req-0cc93726-65fb-4c62-9878-e0e5e72fa03d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:15.985860 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0e14a9f5-c45d-492d-91c3-329d8c6a1e64 req-0cc93726-65fb-4c62-9878-e0e5e72fa03d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0584157 Mar 04 01:09:16.043122 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0e14a9f5-c45d-492d-91c3-329d8c6a1e64 req-ef0edb4c-93bd-4943-ab62-5bc6c97b3f30 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Mar 04 01:09:16.154847 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-05d9e85b-9656-4b52-9635-74e0e49331fe req-f33f5473-b46f-4334-b711-6e8d1eb18e8b tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0510845 Mar 04 01:09:16.172484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5fd39-cc9e-4043-bb88-4633fff6e3e0 req-0708cefd-da4b-4c34-8b61-c3588abdabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:16.174020 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cad5fd39-cc9e-4043-bb88-4633fff6e3e0 req-0708cefd-da4b-4c34-8b61-c3588abdabac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 1130 time: 0.0690675 Mar 04 01:09:16.224517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cad5fd39-cc9e-4043-bb88-4633fff6e3e0 req-d5d8eea9-ee41-45d4-b6b5-12944047315c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Mar 04 01:09:16.788619 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548ffed-ef49-429e-a05b-46cbe05121a5 req-f2bb32b4-8df6-4196-8e16-840686144225 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:16.790126 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2548ffed-ef49-429e-a05b-46cbe05121a5 req-f2bb32b4-8df6-4196-8e16-840686144225 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 944 time: 0.0623846 Mar 04 01:09:16.839931 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2548ffed-ef49-429e-a05b-46cbe05121a5 req-d1ca3dc1-3d0d-49ff-a993-3d57fbdee52a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Mar 04 01:09:17.164806 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19dbc0-dc2b-4c1d-bd6f-f7b889c4e15a req-ced17194-0784-4616-9117-06508b3d96d5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:17.166331 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ff19dbc0-dc2b-4c1d-bd6f-f7b889c4e15a req-ced17194-0784-4616-9117-06508b3d96d5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0529263 Mar 04 01:09:17.215817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ff19dbc0-dc2b-4c1d-bd6f-f7b889c4e15a req-fba75b02-5a36-4199-b9bd-8be7df36f65a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Mar 04 01:09:17.315453 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b4687dd6-5c1e-4ffd-87ea-9484a0c47eb0 req-465e8012-ab8d-4c51-ba83-18ef3a1b3a04 tempest-DeleteServersTestJSON-1367763539 tempest-DeleteServersTestJSON-1367763539-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f87e75-e778-478e-9435-0acb0841e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0272763 Mar 04 01:09:17.440093 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56478) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:17.473000 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a41f0-3b0e-4cb9-be02-12232f611164 req-d218efe9-cc83-4334-9a54-4498e816c42d tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:17.474551 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0f4a41f0-3b0e-4cb9-be02-12232f611164 req-d218efe9-cc83-4334-9a54-4498e816c42d tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0546284 Mar 04 01:09:17.534902 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0f4a41f0-3b0e-4cb9-be02-12232f611164 req-93614503-89ac-4bd5-8d85-38e98e3e5a09 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Mar 04 01:09:17.569204 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d02214e8-7676-4756-a804-aca44a32debf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.623223 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 52343142-52d8-4071-9693-de7b5bf0048a up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:09:17.651952 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d02214e8-7676-4756-a804-aca44a32debf admin admin] Publish callbacks [] for security_group (61397025-9797-4ab8-ab5a-6d6c68b6d126), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.739874 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d02214e8-7676-4756-a804-aca44a32debf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (61397025-9797-4ab8-ab5a-6d6c68b6d126), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.777354 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d02214e8-7676-4756-a804-aca44a32debf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cca3c006fa8494aa01afcea98095833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355017 Mar 04 01:09:17.779301 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02214e8-7676-4756-a804-aca44a32debf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61397025-9797-4ab8-ab5a-6d6c68b6d126,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:17.779966 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56484) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:17.797335 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 52343142-52d8-4071-9693-de7b5bf0048a completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:09:17.800951 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 52343142-52d8-4071-9693-de7b5bf0048a triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:09:17.801424 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (52343142-52d8-4071-9693-de7b5bf0048a), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.828520 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be56267e-9395-4c2d-b59c-51d86a8dac85 admin admin] Publish callbacks [] for security_group (61397025-9797-4ab8-ab5a-6d6c68b6d126), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.850246 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be56267e-9395-4c2d-b59c-51d86a8dac85 admin admin] Publish callbacks [] for security_group (61397025-9797-4ab8-ab5a-6d6c68b6d126), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.898456 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 52343142-52d8-4071-9693-de7b5bf0048a is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:17.898843 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (52343142-52d8-4071-9693-de7b5bf0048a), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:17.921831 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52343142-52d8-4071-9693-de7b5bf0048a'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:17.924014 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e97bb-b5b2-4154-948a-f2c62066c9dd" -d '{"events": [{"server_uuid": "eb841573-25c0-4ed8-af49-81448de3b6cd", "name": "network-vif-plugged", "status": "completed", "tag": "52343142-52d8-4071-9693-de7b5bf0048a"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:17.937450 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 52343142-52d8-4071-9693-de7b5bf0048a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=52343142-52d8-4071-9693-de7b5bf0048a,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:17.961750 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88b919f-63b8-4e85-8e54-f95ce25be692 x-openstack-request-id: req-b88b919f-63b8-4e85-8e54-f95ce25be692 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:17.962064 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb841573-25c0-4ed8-af49-81448de3b6cd", "name": "network-vif-plugged", "status": "completed", "tag": "52343142-52d8-4071-9693-de7b5bf0048a", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:17.962316 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b88b919f-63b8-4e85-8e54-f95ce25be692 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:17.962704 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52343142-52d8-4071-9693-de7b5bf0048a', 'code': 200} Mar 04 01:09:17.967492 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd902751-eb0f-41ae-9dff-0662ed776c60 req-99b8a424-7832-4939-b33a-01c7349766ce tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:17.968999 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd902751-eb0f-41ae-9dff-0662ed776c60 req-99b8a424-7832-4939-b33a-01c7349766ce tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 944 time: 0.0559893 Mar 04 01:09:18.015254 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd902751-eb0f-41ae-9dff-0662ed776c60 req-5b195426-3171-418d-b854-800b33b95fc4 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Mar 04 01:09:18.019403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be56267e-9395-4c2d-b59c-51d86a8dac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (61397025-9797-4ab8-ab5a-6d6c68b6d126), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:18.022155 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be56267e-9395-4c2d-b59c-51d86a8dac85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:18.025747 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-be56267e-9395-4c2d-b59c-51d86a8dac85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61397025-9797-4ab8-ab5a-6d6c68b6d126 HTTP/1.1" status: 204 len: 168 time: 0.2422242 Mar 04 01:09:18.032830 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56267e-9395-4c2d-b59c-51d86a8dac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61397025-9797-4ab8-ab5a-6d6c68b6d126,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:18.054163 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (52343142-52d8-4071-9693-de7b5bf0048a), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:18.058594 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b3a4f379-1005-451b-b7a1-05d70977b836 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:09:18.082964 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: b3a4f379-1005-451b-b7a1-05d70977b836 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:09:18.083337 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b3a4f379-1005-451b-b7a1-05d70977b836 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:09:18.128216 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=52343142-52d8-4071-9693-de7b5bf0048a,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:18.342802 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a33be-6529-49e4-a06b-2bfe03b37b49 req-83995f0a-8c33-42c6-9388-7e55d842792a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:18.344334 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb0a33be-6529-49e4-a06b-2bfe03b37b49 req-83995f0a-8c33-42c6-9388-7e55d842792a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0548718 Mar 04 01:09:18.416500 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb0a33be-6529-49e4-a06b-2bfe03b37b49 req-e788eaf0-cccb-4eb1-96db-b1b6b9a68042 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652149 Mar 04 01:09:18.471053 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8bd17-37de-4359-8b54-2189a762f6df req-3d69d1df-5d6d-40a9-a41f-bc89eb4bd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:18.472770 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9fc8bd17-37de-4359-8b54-2189a762f6df req-3d69d1df-5d6d-40a9-a41f-bc89eb4bd16a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 1129 time: 0.0516684 Mar 04 01:09:18.566452 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9fc8bd17-37de-4359-8b54-2189a762f6df req-8333facf-017f-460a-b5fe-b7717a8788cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861299 Mar 04 01:09:18.590691 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ed54-af9b-4eff-93c4-b26a208edded req-524e91ac-60e0-457c-a7b6-cddf8444e4e5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:18.593275 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9a8ed54-af9b-4eff-93c4-b26a208edded req-524e91ac-60e0-457c-a7b6-cddf8444e4e5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0977504 Mar 04 01:09:18.689981 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9a8ed54-af9b-4eff-93c4-b26a208edded req-0cf108fa-89d6-451b-9fcc-ed33e29a5195 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910294 Mar 04 01:09:18.708463 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3444f5-e16c-44fa-bc31-20221260ed08 req-2b329b2c-ad2d-4b6f-a880-7d82dc054224 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:18.709904 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d3444f5-e16c-44fa-bc31-20221260ed08 req-2b329b2c-ad2d-4b6f-a880-7d82dc054224 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0886946 Mar 04 01:09:18.757802 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d3444f5-e16c-44fa-bc31-20221260ed08 req-61197018-0244-4da3-80ca-96ae0ad4db5f tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Mar 04 01:09:18.802591 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56532) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:18.810594 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-bd04-4ddb-abcc-96a0fb352e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:18.887967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-bd04-4ddb-abcc-96a0fb352e19 admin admin] Publish callbacks [] for security_group (905ef1a0-9aaa-438f-8cee-64bc92f56ac9), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:18.947729 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-bd04-4ddb-abcc-96a0fb352e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (905ef1a0-9aaa-438f-8cee-64bc92f56ac9), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:18.986196 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-4ffd77e2-bd04-4ddb-abcc-96a0fb352e19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1ce05d9f8d64cd1b105ce89840fef14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881454 Mar 04 01:09:18.987383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd77e2-bd04-4ddb-abcc-96a0fb352e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ef1a0-9aaa-438f-8cee-64bc92f56ac9,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:18.988904 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56540) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:19.048077 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26ffef15-6163-4cf2-91af-b951c4acd52e admin admin] Publish callbacks [] for security_group (905ef1a0-9aaa-438f-8cee-64bc92f56ac9), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:19.070125 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26ffef15-6163-4cf2-91af-b951c4acd52e admin admin] Publish callbacks [] for security_group (905ef1a0-9aaa-438f-8cee-64bc92f56ac9), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:19.141511 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542afe-52ea-48d2-91e3-2c92548d9c73 req-03e204f8-8eae-47b6-abfc-57df711d0d84 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:19.143071 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca542afe-52ea-48d2-91e3-2c92548d9c73 req-03e204f8-8eae-47b6-abfc-57df711d0d84 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0569053 Mar 04 01:09:19.192549 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26ffef15-6163-4cf2-91af-b951c4acd52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (905ef1a0-9aaa-438f-8cee-64bc92f56ac9), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:19.196673 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26ffef15-6163-4cf2-91af-b951c4acd52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:19.199367 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-26ffef15-6163-4cf2-91af-b951c4acd52e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/905ef1a0-9aaa-438f-8cee-64bc92f56ac9 HTTP/1.1" status: 204 len: 168 time: 0.2086000 Mar 04 01:09:19.201131 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca542afe-52ea-48d2-91e3-2c92548d9c73 req-9fad9e63-6feb-461a-8e85-93db5b710c71 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472898 Mar 04 01:09:19.228412 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffef15-6163-4cf2-91af-b951c4acd52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ef1a0-9aaa-438f-8cee-64bc92f56ac9,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:19.881106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf7b9-2fe6-4694-9ea0-757a1ff8ad60 req-a0c7b9fa-dc1c-4934-b0ab-df0d5a7f9230 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:19.882695 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d31cf7b9-2fe6-4694-9ea0-757a1ff8ad60 req-a0c7b9fa-dc1c-4934-b0ab-df0d5a7f9230 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.0564055 Mar 04 01:09:19.934198 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d31cf7b9-2fe6-4694-9ea0-757a1ff8ad60 req-d3aaad7e-993b-477f-aa9b-d1f8e407c3f9 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Mar 04 01:09:20.101677 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56600) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:20.104766 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56604) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:20.150095 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Deleting subnet 54ef22e9-4158-4d97-91ef-dcafa990d110 {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:09:20.153470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Publish callbacks [] for subnet (54ef22e9-4158-4d97-91ef-dcafa990d110), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.192176 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Publish callbacks [] for subnet (54ef22e9-4158-4d97-91ef-dcafa990d110), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.202299 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (54ef22e9-4158-4d97-91ef-dcafa990d110), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.208777 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d92aca06-3154-42f6-9143-ad94123bd380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.311486 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d92aca06-3154-42f6-9143-ad94123bd380 admin admin] Publish callbacks [] for security_group (95cfc50d-a176-42f4-aa94-f263e1bdbaed), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.349444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (54ef22e9-4158-4d97-91ef-dcafa990d110), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.385531 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d92aca06-3154-42f6-9143-ad94123bd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (95cfc50d-a176-42f4-aa94-f263e1bdbaed), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.386406 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ef22e9-4158-4d97-91ef-dcafa990d110,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:20.397034 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.400750 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-79353f09-5383-405a-8519-12601b0936f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54ef22e9-4158-4d97-91ef-dcafa990d110 HTTP/1.1" status: 204 len: 168 time: 0.2946475 Mar 04 01:09:20.402517 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56616) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:20.434687 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d92aca06-3154-42f6-9143-ad94123bd380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e3e0285e54c4cf79697d9e7c57140dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314302 Mar 04 01:09:20.436903 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aca06-3154-42f6-9143-ad94123bd380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cfc50d-a176-42f4-aa94-f263e1bdbaed,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:20.439653 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56618) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:20.492168 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-400410f2-a433-4dba-80e0-709eaa8d8f32 admin admin] Publish callbacks [] for security_group (95cfc50d-a176-42f4-aa94-f263e1bdbaed), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.494896 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6bfc04a7-722b-482a-b47a-8fe88c4246f1 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:20.496474 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6bfc04a7-722b-482a-b47a-8fe88c4246f1 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.2115650 Mar 04 01:09:20.517866 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-400410f2-a433-4dba-80e0-709eaa8d8f32 admin admin] Publish callbacks [] for security_group (95cfc50d-a176-42f4-aa94-f263e1bdbaed), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.523306 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74355f17-7f0f-4ca4-aa0f-a04376287c6d req-7db6c837-8e06-4f0f-8308-e1f55eee0f2a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:20.529942 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74355f17-7f0f-4ca4-aa0f-a04376287c6d req-7db6c837-8e06-4f0f-8308-e1f55eee0f2a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.2285461 Mar 04 01:09:20.595648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (33c61b91-a978-46f1-80bd-91d952f71c12), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.683414 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74355f17-7f0f-4ca4-aa0f-a04376287c6d req-a043e484-5185-4267-9af0-85b5d37f20bc tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316938 Mar 04 01:09:20.704081 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-400410f2-a433-4dba-80e0-709eaa8d8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (95cfc50d-a176-42f4-aa94-f263e1bdbaed), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.710794 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-400410f2-a433-4dba-80e0-709eaa8d8f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.712039 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-400410f2-a433-4dba-80e0-709eaa8d8f32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95cfc50d-a176-42f4-aa94-f263e1bdbaed HTTP/1.1" status: 204 len: 168 time: 0.2714841 Mar 04 01:09:20.724731 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400410f2-a433-4dba-80e0-709eaa8d8f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cfc50d-a176-42f4-aa94-f263e1bdbaed,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:20.745055 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (33c61b91-a978-46f1-80bd-91d952f71c12), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.761565 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Deleting port a5d1fe78-cbb5-40f8-ae55-7de68b26701c {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:09:20.761912 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:20.783966 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.784222 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.784991 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.785348 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > port after_create 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.785696 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.786022 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > port after_update 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.786366 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.786693 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.787017 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.787344 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.906422 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.906775 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.907106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.907437 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:20.908405 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c61b91-a978-46f1-80bd-91d952f71c12']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:20.961187 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af40c8a5-836a-4e81-9bdc-7341dbd786b7') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:20.967038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af40c8a5-836a-4e81-9bdc-7341dbd786b7') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:21.004932 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (af40c8a5-836a-4e81-9bdc-7341dbd786b7), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.056074 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (af40c8a5-836a-4e81-9bdc-7341dbd786b7), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.077943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:09:21.078365 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (af40c8a5-836a-4e81-9bdc-7341dbd786b7), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.105180 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-828610a8-d350-4906-a9b3-7c445ab230dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:21.106822 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-828610a8-d350-4906-a9b3-7c445ab230dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.0616896 Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: from cryptography.utils import int_from_bytes Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: from cryptography.utils import int_from_bytes Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:09:21.111456 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:09:21.138932 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] For port a5d1fe78-cbb5-40f8-ae55-7de68b26701c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:21.139301 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.143618 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56644) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:21.168752 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Calling delete_port for a5d1fe78-cbb5-40f8-ae55-7de68b26701c owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:09:21.239130 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5576-beef-4df9-8b43-d3a5ba974bd4 req-8b115fb3-9175-44e1-b4f1-f00edd0e02ba tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:21.245903 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28bc5576-beef-4df9-8b43-d3a5ba974bd4 req-8b115fb3-9175-44e1-b4f1-f00edd0e02ba tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.2991295 Mar 04 01:09:21.249236 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Deleting subnet 34beea8d-49d6-4bfd-a9fb-caa471500918 {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:09:21.258930 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Publish callbacks [] for subnet (34beea8d-49d6-4bfd-a9fb-caa471500918), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.289756 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-3908d00b-8d74-4608-b2cb-5b3d340f672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:21.291515 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-3908d00b-8d74-4608-b2cb-5b3d340f672b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.1679556 Mar 04 01:09:21.302763 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Publish callbacks [] for subnet (34beea8d-49d6-4bfd-a9fb-caa471500918), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.350259 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (34beea8d-49d6-4bfd-a9fb-caa471500918), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.353786 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-532db6d5-4189-468c-940e-3a2727a2764b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 217 time: 0.0473032 Mar 04 01:09:21.431113 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-306a5d0c-3539-4a97-afbc-febd25158dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:21.432614 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-306a5d0c-3539-4a97-afbc-febd25158dd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0611119 Mar 04 01:09:21.466581 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-854b3b77-5733-43e1-8612-4d3966c257b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262465 Mar 04 01:09:21.519723 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56650) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:21.537100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e315572-6003-4827-9f80-8d326a7e2782 req-9416cad3-0781-47b8-a5f5-ea0ac368177d tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:21.538138 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a7d98f24-2c9c-475e-9a13-f02fb7ea58df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.538558 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9e315572-6003-4827-9f80-8d326a7e2782 req-9416cad3-0781-47b8-a5f5-ea0ac368177d tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 945 time: 0.5190704 Mar 04 01:09:21.540245 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (34beea8d-49d6-4bfd-a9fb-caa471500918), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.543224 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (33c61b91-a978-46f1-80bd-91d952f71c12), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.585233 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.587655 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.593514 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/34beea8d-49d6-4bfd-a9fb-caa471500918 HTTP/1.1" status: 204 len: 168 time: 0.4464319 Mar 04 01:09:21.593514 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d705-5c82-41dd-bd77-78ee96503115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34beea8d-49d6-4bfd-a9fb-caa471500918,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:21.594064 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56654) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:21.596572 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33c61b91-a978-46f1-80bd-91d952f71c12 HTTP/1.1" status: 204 len: 168 time: 1.1854122 Mar 04 01:09:21.622363 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9022d3-1a82-40c3-9aec-fb74d6f80e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c61b91-a978-46f1-80bd-91d952f71c12,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:21.639477 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28bc5576-beef-4df9-8b43-d3a5ba974bd4 req-5a3ca344-ed65-49d7-b97b-cb1c8343b123 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927119 Mar 04 01:09:21.682731 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-e837e6e1-93cf-421a-83e0-6cd61518ea29 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095468 Mar 04 01:09:21.702238 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9e315572-6003-4827-9f80-8d326a7e2782 req-093786eb-06cc-4013-afcf-d7cff012ac4c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550453 Mar 04 01:09:21.728358 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (ac40e064-2bda-44fe-84c9-6ac1bec89fdf), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.811471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd9399-dfbc-46a7-a405-3afba10bea4a req-267a04c6-4c9e-4878-8400-b0ab7ce4c717 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:21.813286 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1cfd9399-dfbc-46a7-a405-3afba10bea4a req-267a04c6-4c9e-4878-8400-b0ab7ce4c717 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0527806 Mar 04 01:09:21.820591 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (a5d1fe78-cbb5-40f8-ae55-7de68b26701c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.840249 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a7d98f24-2c9c-475e-9a13-f02fb7ea58df admin admin] Publish callbacks [] for security_group (f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.863264 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Pushing event deleted for resources: {'Port': ['ID=a5d1fe78-cbb5-40f8-ae55-7de68b26701c,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:21.895038 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-cf42a412-f8f5-434a-9edf-e5242e46c01e req-9877a209-6978-4a45-bc50-a3f00c3f1090 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981852 Mar 04 01:09:21.898203 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (ac40e064-2bda-44fe-84c9-6ac1bec89fdf), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.907463 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a7d98f24-2c9c-475e-9a13-f02fb7ea58df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.918409 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] No DVR routers for this DVR port a5d1fe78-cbb5-40f8-ae55-7de68b26701c on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:09:21.923586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:21.927405 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6addc64b-ac07-46e6-ab7f-feb20f1b5554 req-6c09d9e0-fbb3-44fd-9d95-f20aeba2b0c2 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "DELETE /v2.0/ports/a5d1fe78-cbb5-40f8-ae55-7de68b26701c HTTP/1.1" status: 204 len: 173 time: 1.4224470 Mar 04 01:09:21.927558 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'name': 'network-vif-deleted', 'tag': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:21.929997 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dbc82b-edeb-4373-9fb0-93279276c4ee" -d '{"events": [{"server_uuid": "50619b6f-5d17-4790-ba59-a583f9e32ef6", "name": "network-vif-deleted", "tag": "a5d1fe78-cbb5-40f8-ae55-7de68b26701c"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:21.933171 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.933408 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.934148 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.934497 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > port after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.934841 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.935195 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.935532 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.935853 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.936170 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.936518 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:21.947031 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1cfd9399-dfbc-46a7-a405-3afba10bea4a req-b208bec5-da71-4b05-802a-bd5b79c547e1 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273999 Mar 04 01:09:21.972256 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d42ca7b-e93a-4e3b-80b8-07b32e341684 x-openstack-request-id: req-5d42ca7b-e93a-4e3b-80b8-07b32e341684 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:21.974205 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50619b6f-5d17-4790-ba59-a583f9e32ef6", "name": "network-vif-deleted", "tag": "a5d1fe78-cbb5-40f8-ae55-7de68b26701c", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:21.974627 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d42ca7b-e93a-4e3b-80b8-07b32e341684 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:21.975168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50619b6f-5d17-4790-ba59-a583f9e32ef6', 'name': 'network-vif-deleted', 'tag': 'a5d1fe78-cbb5-40f8-ae55-7de68b26701c', 'status': 'completed', 'code': 200} Mar 04 01:09:22.002376 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:22.002730 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:22.003065 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:22.003874 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 01:09:22.003874 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac40e064-2bda-44fe-84c9-6ac1bec89fdf']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:22.038946 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7876425-b2b8-47d8-aacc-38532aadeb60') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:22.039247 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7876425-b2b8-47d8-aacc-38532aadeb60') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:22.067391 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a7d98f24-2c9c-475e-9a13-f02fb7ea58df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f661349639e4381b97eb2ef3ff9f4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466135 Mar 04 01:09:22.069565 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (a7876425-b2b8-47d8-aacc-38532aadeb60), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.070220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56666) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:22.087776 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d98f24-2c9c-475e-9a13-f02fb7ea58df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:22.101478 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (a7876425-b2b8-47d8-aacc-38532aadeb60), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.111163 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:09:22.112254 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (a7876425-b2b8-47d8-aacc-38532aadeb60), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: from cryptography.utils import int_from_bytes Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: from cryptography.utils import int_from_bytes Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:09:22.116835 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:09:22.155635 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-036749ea-26fe-44b4-8736-fa11c0b7a00c admin admin] Publish callbacks [] for security_group (f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.160098 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56674) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:22.182018 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-036749ea-26fe-44b4-8736-fa11c0b7a00c admin admin] Publish callbacks [] for security_group (f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.216661 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-4494ab78-398c-4a1a-a0fd-22322e2c5b16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a8c805c505b4285a5ba4d7d53256f26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0553076 Mar 04 01:09:22.219297 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56676) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:22.269893 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (ac40e064-2bda-44fe-84c9-6ac1bec89fdf), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.271445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5897432f-fe8f-45bb-8e33-bf0df36c618b admin admin] Publish callbacks [] for security_group (6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.285133 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.291367 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac40e064-2bda-44fe-84c9-6ac1bec89fdf HTTP/1.1" status: 204 len: 168 time: 0.6883612 Mar 04 01:09:22.291694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56682) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:22.308441 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a02c5-b4e8-4ad3-96db-980d95e08c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac40e064-2bda-44fe-84c9-6ac1bec89fdf,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:22.311977 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5897432f-fe8f-45bb-8e33-bf0df36c618b admin admin] Publish callbacks [] for security_group (6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.341835 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Deleting subnet 1c5279bd-99d6-48bd-a589-b317ec873fae {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:09:22.345066 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Publish callbacks [] for subnet (1c5279bd-99d6-48bd-a589-b317ec873fae), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.364477 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-036749ea-26fe-44b4-8736-fa11c0b7a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.367747 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-036749ea-26fe-44b4-8736-fa11c0b7a00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.369080 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-036749ea-26fe-44b4-8736-fa11c0b7a00c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd HTTP/1.1" status: 204 len: 168 time: 0.2978823 Mar 04 01:09:22.388816 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036749ea-26fe-44b4-8736-fa11c0b7a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f4f25-0cc0-45bf-b337-cf4a7d4dd4bd,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:22.397608 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (1c5279bd-99d6-48bd-a589-b317ec873fae), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.442783 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5897432f-fe8f-45bb-8e33-bf0df36c618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.445460 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5897432f-fe8f-45bb-8e33-bf0df36c618b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.448959 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-5897432f-fe8f-45bb-8e33-bf0df36c618b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0 HTTP/1.1" status: 204 len: 168 time: 0.2263908 Mar 04 01:09:22.451320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (1c5279bd-99d6-48bd-a589-b317ec873fae), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.459152 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897432f-fe8f-45bb-8e33-bf0df36c618b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2b5fb8-0a01-49f2-a787-2067f0e8c7b0,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:22.585615 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (1c5279bd-99d6-48bd-a589-b317ec873fae), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.619331 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.622768 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c5279bd-99d6-48bd-a589-b317ec873fae HTTP/1.1" status: 204 len: 168 time: 0.3302479 Mar 04 01:09:22.623580 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57eb9f-1de1-466a-b65b-b76d8c4a9119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5279bd-99d6-48bd-a589-b317ec873fae,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:22.625370 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56692) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:22.712014 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (22b9c672-b668-40aa-8dcd-fb0ca52c2c07), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.816652 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416720-5616-4bdd-98dc-e5cfbf6a9b91 req-45d66c2c-1d05-44fe-b59a-68e2c0316185 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:22.818187 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-18416720-5616-4bdd-98dc-e5cfbf6a9b91 req-45d66c2c-1d05-44fe-b59a-68e2c0316185 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0905406 Mar 04 01:09:22.840317 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (22b9c672-b668-40aa-8dcd-fb0ca52c2c07), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.850305 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2b47cb88-31d9-4c89-a793-c91a5d869ffa req-ae45fbbd-49cc-4cc0-8021-0b602096e859 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=50619b6f-5d17-4790-ba59-a583f9e32ef6 HTTP/1.1" status: 200 len: 210 time: 0.0418887 Mar 04 01:09:22.880763 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b9c672-b668-40aa-8dcd-fb0ca52c2c07']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:22.919431 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788954f8-0b00-49e2-b2d5-9139defcdb26') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:22.919749 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788954f8-0b00-49e2-b2d5-9139defcdb26') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:09:22.932437 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (788954f8-0b00-49e2-b2d5-9139defcdb26), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.939270 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-18416720-5616-4bdd-98dc-e5cfbf6a9b91 req-88d4d36f-a451-4d8c-9e4f-2d4587835101 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119676 Mar 04 01:09:22.952226 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (788954f8-0b00-49e2-b2d5-9139defcdb26), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (788954f8-0b00-49e2-b2d5-9139defcdb26), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:09:22.972733 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:09:23.295404 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (22b9c672-b668-40aa-8dcd-fb0ca52c2c07), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:23.300640 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:23.306461 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] 10.222.0.32 "DELETE /v2.0/networks/22b9c672-b668-40aa-8dcd-fb0ca52c2c07 HTTP/1.1" status: 204 len: 168 time: 0.6774199 Mar 04 01:09:23.315390 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2058-cd71-4b92-8fec-301f33a1b81f admin admin] Pushing event deleted for resources: {'Network': ['ID=22b9c672-b668-40aa-8dcd-fb0ca52c2c07,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:23.725171 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56738) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:23.769867 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f8d04250-2532-4ed1-9e0e-6edd1b3224e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42b23839cf6f4960a735ece3262c1532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429182 Mar 04 01:09:23.772387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 56742) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:23.825606 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be102e39-51a4-4e82-bc15-4af1fc79e649 admin admin] Publish callbacks [] for security_group (78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:23.846612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be102e39-51a4-4e82-bc15-4af1fc79e649 admin admin] Publish callbacks [] for security_group (78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:23.981496 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be102e39-51a4-4e82-bc15-4af1fc79e649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:23.984868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-be102e39-51a4-4e82-bc15-4af1fc79e649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:23.986183 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-be102e39-51a4-4e82-bc15-4af1fc79e649 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7 HTTP/1.1" status: 204 len: 168 time: 0.2122004 Mar 04 01:09:24.001759 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102e39-51a4-4e82-bc15-4af1fc79e649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1bd03-b9f2-446d-bf5d-9c6dd58b88e7,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:24.119851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8e73a-56e1-4398-bbb8-350401cf5553 req-ece2d103-dcc3-42b7-86f7-fcf6ea08fca9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:24.129743 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dfc8e73a-56e1-4398-bbb8-350401cf5553 req-ece2d103-dcc3-42b7-86f7-fcf6ea08fca9 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0661628 Mar 04 01:09:24.171672 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dfc8e73a-56e1-4398-bbb8-350401cf5553 req-6ed2af55-1635-471d-ab7b-edc5d8d9ec44 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Mar 04 01:09:24.358582 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-b180bcb2-f13a-44af-84dc-3e45431f7f8b tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:24.360095 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-b180bcb2-f13a-44af-84dc-3e45431f7f8b tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/networks?id=fde9ff8d-971f-4de6-ac3f-a89a1867910d HTTP/1.1" status: 200 len: 809 time: 0.1033585 Mar 04 01:09:24.374926 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-cd27eb01-4b05-4b63-a5e4-73a2f8dfbae3 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/quotas/150129f9b68847728fcb762cc7cf20b0 HTTP/1.1" status: 200 len: 375 time: 0.0095038 Mar 04 01:09:24.406150 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-e9141cad-655c-49fa-b00f-c921e30fde5f tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=150129f9b68847728fcb762cc7cf20b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263195 Mar 04 01:09:24.497154 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-c1695fc2-c83e-4b6e-9bfe-1f65b483aca2 service neutron] 10.222.0.32 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829277 Mar 04 01:09:24.597634 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-53829375-95b5-4397-952a-84e35465af2f service neutron] 10.222.0.32 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947189 Mar 04 01:09:24.854529 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7abe8a25-1823-4e7d-a20b-dff326a0fe8d req-29f41c13-3899-436e-b823-bef14ebe0502 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 210 time: 0.0336237 Mar 04 01:09:24.940238 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56802) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:25.014161 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-12fb67d9-a3e2-4342-988f-348e02319cc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37c33a6258b245f09d1767c046ecdd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692039 Mar 04 01:09:25.016568 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56808) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:25.064070 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ba3ded64-44c0-4148-ae4f-634c42e01f9a admin admin] Publish callbacks [] for security_group (bd59b70b-50f6-455a-93c2-6b6e5bea7c25), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:25.069368 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a5d1fe78-cbb5-40f8-ae55-7de68b26701c no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:09:25.090848 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ba3ded64-44c0-4148-ae4f-634c42e01f9a admin admin] Publish callbacks [] for security_group (bd59b70b-50f6-455a-93c2-6b6e5bea7c25), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:25.096561 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: a5d1fe78-cbb5-40f8-ae55-7de68b26701c {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:09:25.096561 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a5d1fe78-cbb5-40f8-ae55-7de68b26701c not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:09:25.236945 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ba3ded64-44c0-4148-ae4f-634c42e01f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (bd59b70b-50f6-455a-93c2-6b6e5bea7c25), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:25.245620 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ba3ded64-44c0-4148-ae4f-634c42e01f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:25.246767 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ba3ded64-44c0-4148-ae4f-634c42e01f9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd59b70b-50f6-455a-93c2-6b6e5bea7c25 HTTP/1.1" status: 204 len: 168 time: 0.2290478 Mar 04 01:09:25.267013 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ded64-44c0-4148-ae4f-634c42e01f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59b70b-50f6-455a-93c2-6b6e5bea7c25,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:25.324107 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab66e-70de-4c65-b774-7559843e7b91 req-a97874c3-01e9-44a8-8077-65936e44f83c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:25.328837 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a55ab66e-70de-4c65-b774-7559843e7b91 req-a97874c3-01e9-44a8-8077-65936e44f83c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0863087 Mar 04 01:09:25.408513 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a55ab66e-70de-4c65-b774-7559843e7b91 req-cea4812e-8699-4289-86a2-08727ce7e5b4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Mar 04 01:09:25.955281 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-becea246-0f99-4234-8726-48780ee2ac56 req-1fe4580c-f5d3-4577-af76-5b9ef0acfc91 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 210 time: 0.0293205 Mar 04 01:09:26.507346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b749c25-331a-4316-a6cd-7a11d9febd0a req-50a5aba9-49b7-4811-a037-1081b5dc8b49 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:26.508854 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7b749c25-331a-4316-a6cd-7a11d9febd0a req-50a5aba9-49b7-4811-a037-1081b5dc8b49 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Mar 04 01:09:26.558423 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7b749c25-331a-4316-a6cd-7a11d9febd0a req-0a94a2f4-216f-41b7-9f5e-a25a3a2a9ea5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Mar 04 01:09:27.064301 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ec7441ce-0cf7-4316-9151-a873b48fb76a req-5f3e1a86-1af2-4ebd-8846-0b8770c8e5e8 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 210 time: 0.0328948 Mar 04 01:09:27.312010 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56888) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:27.435312 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd982-3810-4f09-8b73-7657acc2fc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.506633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-a26aae82-1072-4f62-9f65-e3f264d2da50 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:27.508332 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-a26aae82-1072-4f62-9f65-e3f264d2da50 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "GET /v2.0/networks?id=fde9ff8d-971f-4de6-ac3f-a89a1867910d HTTP/1.1" status: 200 len: 809 time: 0.1485934 Mar 04 01:09:27.534898 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Request body: {'port': {'device_id': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d', 'admin_state_up': True, 'tenant_id': '150129f9b68847728fcb762cc7cf20b0'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:27.539836 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd982-3810-4f09-8b73-7657acc2fc0e admin admin] Publish callbacks [] for security_group (3258b013-59f2-4259-a2da-547e48e99157), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.614601 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd982-3810-4f09-8b73-7657acc2fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (3258b013-59f2-4259-a2da-547e48e99157), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.665001 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dd982-3810-4f09-8b73-7657acc2fc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3258b013-59f2-4259-a2da-547e48e99157,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:27.678986 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-9c4dd982-3810-4f09-8b73-7657acc2fc0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a621208c2e248dba3b7a7b60015c6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599207 Mar 04 01:09:27.678986 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56908) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:27.742343 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9322e705-97ca-481e-b76c-e9bb933f0c5b admin admin] Publish callbacks [] for security_group (3258b013-59f2-4259-a2da-547e48e99157), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.766993 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9322e705-97ca-481e-b76c-e9bb933f0c5b admin admin] Publish callbacks [] for security_group (3258b013-59f2-4259-a2da-547e48e99157), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.769521 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f31e7f-d002-49bb-b537-40493b3a27ed req-8f79634f-87b7-4fd3-8530-b4eaa166e529 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:27.771066 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43f31e7f-d002-49bb-b537-40493b3a27ed req-8f79634f-87b7-4fd3-8530-b4eaa166e529 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0799820 Mar 04 01:09:27.818283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43f31e7f-d002-49bb-b537-40493b3a27ed req-22f9a67d-7ef0-4fe7-98a6-b43761c9d29c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Mar 04 01:09:27.825352 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Made reservation on behalf of 150129f9b68847728fcb762cc7cf20b0 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:09:27.828756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.918062 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9322e705-97ca-481e-b76c-e9bb933f0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (3258b013-59f2-4259-a2da-547e48e99157), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.921604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9322e705-97ca-481e-b76c-e9bb933f0c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:27.922998 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-9322e705-97ca-481e-b76c-e9bb933f0c5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3258b013-59f2-4259-a2da-547e48e99157 HTTP/1.1" status: 204 len: 168 time: 0.2474833 Mar 04 01:09:27.931394 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322e705-97ca-481e-b76c-e9bb933f0c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3258b013-59f2-4259-a2da-547e48e99157,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:28.021391 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Allocated IP 172.20.0.8 (fde9ff8d-971f-4de6-ac3f-a89a1867910d/5f9c3a9a-abd9-4fd3-bf02-d6753df1911e/0d973d95-049d-4066-88c3-5d4c8de11d57) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:09:28.190437 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks [] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:28.228543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1135226b-0cdb-4a4a-9c0e-0278cd540332 req-ae50e351-7b41-43ad-ba91-73e1b3dcb15c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 210 time: 0.0575736 Mar 04 01:09:28.301105 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:28.349614 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Network fde9ff8d-971f-4de6-ac3f-a89a1867910d is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:09:28.363056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:09:28.376098 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:09:28.435787 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Pushing event updated for resources: {'Port': ['ID=0d973d95-049d-4066-88c3-5d4c8de11d57,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:28.472016 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:28.472656 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:28.510938 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-d0e0bee7-9017-4fb6-abd0-4ff0a9f1b536 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:28.512496 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-d0e0bee7-9017-4fb6-abd0-4ff0a9f1b536 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.1649592 Mar 04 01:09:28.527901 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-d4d1ffd8-0b63-4fcf-ad58-0872170a997d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/quotas/64461e5af2494477af3f0cf68ace752f HTTP/1.1" status: 200 len: 375 time: 0.0094306 Mar 04 01:09:28.581632 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-f0e5b5dc-8637-4091-ad82-71bb7659e0bd tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482168 Mar 04 01:09:28.639159 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-36b22057-b6e6-4e5d-933d-fed5ed78982a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1133251 Mar 04 01:09:28.675032 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-5aa2f32b-0777-4208-a3e5-04a6e079bb0c service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868444 Mar 04 01:09:28.763760 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ebd28414-2aa7-4927-a72e-ec9867839b8b service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823190 Mar 04 01:09:28.935720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774ceeb-5fae-4221-9fbe-4dd5e0faccd9 req-b37fb40f-b0d9-454b-b4d7-837ca26666f6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:28.937289 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0774ceeb-5fae-4221-9fbe-4dd5e0faccd9 req-b37fb40f-b0d9-454b-b4d7-837ca26666f6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0536072 Mar 04 01:09:28.996966 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-effdee79-5e41-4eb3-ba3b-9c714194eb3f req-ef96aa64-9a47-41ac-a55d-b75839f56828 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0343812 Mar 04 01:09:29.030149 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0774ceeb-5fae-4221-9fbe-4dd5e0faccd9 req-eccc90c9-621e-41e9-bba9-8ae8ac05f010 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Mar 04 01:09:29.373739 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90306db-ad4d-4cc6-849d-9b225d0ffdc5 req-44016696-7612-461d-9536-02dce1e043ec tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:29.375192 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d90306db-ad4d-4cc6-849d-9b225d0ffdc5 req-44016696-7612-461d-9536-02dce1e043ec tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 931 time: 0.0524275 Mar 04 01:09:29.421612 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d90306db-ad4d-4cc6-849d-9b225d0ffdc5 req-716315c0-7bce-4ff3-9b91-a7e749d103ab tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Mar 04 01:09:29.691599 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 56992) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:29.795259 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dbc19195-0e6a-4778-b458-ffa4a15922dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:29.866253 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dbc19195-0e6a-4778-b458-ffa4a15922dc admin admin] Publish callbacks [] for security_group (979535b7-39b2-4f82-9218-f8bde24db464), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:29.927559 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dbc19195-0e6a-4778-b458-ffa4a15922dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (979535b7-39b2-4f82-9218-f8bde24db464), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:29.963148 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc19195-0e6a-4778-b458-ffa4a15922dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979535b7-39b2-4f82-9218-f8bde24db464,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:29.968062 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-dbc19195-0e6a-4778-b458-ffa4a15922dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f28b99e55aff48c9abce8157367e625e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754388 Mar 04 01:09:29.971538 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57000) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:30.017364 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1a5daf40-1323-479b-bb06-b2bc55d334de admin admin] Publish callbacks [] for security_group (979535b7-39b2-4f82-9218-f8bde24db464), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.038630 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1a5daf40-1323-479b-bb06-b2bc55d334de admin admin] Publish callbacks [] for security_group (979535b7-39b2-4f82-9218-f8bde24db464), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.088028 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-975b17a8-4a03-4f28-8480-61b0c52218aa req-340d7384-a33b-447f-936d-8e210cd18c85 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0283020 Mar 04 01:09:30.151861 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafcf53-2112-40f1-9cd4-392dd6d4eeb8 req-131c35eb-b2cd-4364-b938-855a87374d98 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:30.153348 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4cafcf53-2112-40f1-9cd4-392dd6d4eeb8 req-131c35eb-b2cd-4364-b938-855a87374d98 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0541215 Mar 04 01:09:30.162550 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1a5daf40-1323-479b-bb06-b2bc55d334de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (979535b7-39b2-4f82-9218-f8bde24db464), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.165391 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1a5daf40-1323-479b-bb06-b2bc55d334de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.166644 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1a5daf40-1323-479b-bb06-b2bc55d334de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/979535b7-39b2-4f82-9218-f8bde24db464 HTTP/1.1" status: 204 len: 168 time: 0.1941960 Mar 04 01:09:30.174495 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5daf40-1323-479b-bb06-b2bc55d334de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979535b7-39b2-4f82-9218-f8bde24db464,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:30.203026 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4cafcf53-2112-40f1-9cd4-392dd6d4eeb8 req-2af54465-5ea6-437f-af6f-58b448d6a829 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Mar 04 01:09:30.474821 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Request body: {'port': {'device_id': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:30.541867 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.594365 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab532-e421-4175-8043-2795de45cc60 req-be4b11cc-cd96-463a-88b4-c4ea6ebe8945 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:30.596041 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-739ab532-e421-4175-8043-2795de45cc60 req-be4b11cc-cd96-463a-88b4-c4ea6ebe8945 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 931 time: 0.0890379 Mar 04 01:09:30.596955 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.682799 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-739ab532-e421-4175-8043-2795de45cc60 req-f424966a-5112-4d81-b01e-65fa823daf00 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773251 Mar 04 01:09:30.902214 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d973d95-049d-4066-88c3-5d4c8de11d57 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:30.911332 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Publish callbacks [] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:30.924567 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Transition to ACTIVE for port object 0d973d95-049d-4066-88c3-5d4c8de11d57 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:09:30.991904 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:31.050940 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05823494-7448-4672-8016-a29102d1441a service neutron] Pushing event updated for resources: {'Port': ['ID=0d973d95-049d-4066-88c3-5d4c8de11d57,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:31.118320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Attempting to bind port 0d973d95-049d-4066-88c3-5d4c8de11d57 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:09:31.118627 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Attempting to bind port 0d973d95-049d-4066-88c3-5d4c8de11d57 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:09:31.118963 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Attempting to bind port 0d973d95-049d-4066-88c3-5d4c8de11d57 on network fde9ff8d-971f-4de6-ac3f-a89a1867910d {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:09:31.126115 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Port 0d973d95-049d-4066-88c3-5d4c8de11d57 on network fde9ff8d-971f-4de6-ac3f-a89a1867910d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:09:31.127508 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Attempting to bind port 0d973d95-049d-4066-88c3-5d4c8de11d57 on network fde9ff8d-971f-4de6-ac3f-a89a1867910d {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:09:31.132931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:09:31.133382 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Checking segment: {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:09:31.133901 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Bound using segment: {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:09:31.134403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Bound port: 0d973d95-049d-4066-88c3-5d4c8de11d57, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae43bd13-b615-4ed6-a405-129ab36d9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:09:31.135105 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:31.200958 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-70261303-02f6-4fbe-852d-b5122ba9efbb req-e468f488-d561-4034-99d7-8e4c7a191e1f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0327911 Mar 04 01:09:31.228679 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] For port 0d973d95-049d-4066-88c3-5d4c8de11d57, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:09:31.231986 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] For port 0d973d95-049d-4066-88c3-5d4c8de11d57, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0d973d95-049d-4066-88c3-5d4c8de11d57,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:09:31.302718 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:31.352748 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:31.355968 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:31.357458 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-05823494-7448-4672-8016-a29102d1441a service neutron] 10.222.0.35 "PUT /v2.0/ports/0d973d95-049d-4066-88c3-5d4c8de11d57 HTTP/1.1" status: 200 len: 1093 time: 0.8874965 Mar 04 01:09:31.357923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'tag': '0d973d95-049d-4066-88c3-5d4c8de11d57'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:31.360254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398" -d '{"events": [{"name": "network-changed", "server_uuid": "f44d72bb-278e-4ec2-9330-4ca387f6651a", "tag": "0d973d95-049d-4066-88c3-5d4c8de11d57"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:31.382399 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63a7ae-8dd7-412c-a907-198d04ad9603 req-09e571c6-f5b0-44c7-b2b4-47a3115acd7b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:31.383892 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1e63a7ae-8dd7-412c-a907-198d04ad9603 req-09e571c6-f5b0-44c7-b2b4-47a3115acd7b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1155744 Mar 04 01:09:31.387818 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05823494-7448-4672-8016-a29102d1441a service neutron] Pushing event updated for resources: {'Port': ['ID=0d973d95-049d-4066-88c3-5d4c8de11d57,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:31.400785 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a544a8de-8687-4766-ace4-f664e85d71d7 x-openstack-request-id: req-a544a8de-8687-4766-ace4-f664e85d71d7 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:31.401070 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44d72bb-278e-4ec2-9330-4ca387f6651a", "tag": "0d973d95-049d-4066-88c3-5d4c8de11d57", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:31.401355 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a544a8de-8687-4766-ace4-f664e85d71d7 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:31.401747 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'tag': '0d973d95-049d-4066-88c3-5d4c8de11d57', 'status': 'completed', 'code': 200} Mar 04 01:09:31.437987 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1e63a7ae-8dd7-412c-a907-198d04ad9603 req-b5ebceae-618f-47c7-bdc4-2ce05e2c39ba tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Mar 04 01:09:31.542577 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:09:31.801014 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54727d7c-a45c-4dd3-8ab6-06d0443d37a9 req-b0378365-63d6-4165-ba91-9e7dce8971d7 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:31.802507 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54727d7c-a45c-4dd3-8ab6-06d0443d37a9 req-b0378365-63d6-4165-ba91-9e7dce8971d7 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 943 time: 0.0513570 Mar 04 01:09:31.848776 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54727d7c-a45c-4dd3-8ab6-06d0443d37a9 req-d7ff7314-b906-4930-9348-c29418192391 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Mar 04 01:09:32.297897 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7de2da18-91b5-43d0-b4d6-bc08fd366037 req-6e418299-99ce-4b65-a170-f62d1789b95f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0295970 Mar 04 01:09:32.551101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6338-f4a1-451d-b03f-4b6ae46ba286 req-4044940b-de2c-4f8f-94b9-f295af3e8243 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:32.552570 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-94ba6338-f4a1-451d-b03f-4b6ae46ba286 req-4044940b-de2c-4f8f-94b9-f295af3e8243 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0502162 Mar 04 01:09:32.597366 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-94ba6338-f4a1-451d-b03f-4b6ae46ba286 req-86fb6b43-7d56-4045-bed5-79da13498b83 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Mar 04 01:09:32.962794 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24831c-83db-4dbf-bdbe-e4daaa69b47e req-be499591-efbc-4e8c-8938-005ea07e2218 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:32.964753 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3e24831c-83db-4dbf-bdbe-e4daaa69b47e req-be499591-efbc-4e8c-8938-005ea07e2218 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 943 time: 0.0519190 Mar 04 01:09:33.019809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3e24831c-83db-4dbf-bdbe-e4daaa69b47e req-f560f360-9127-499c-8e5f-4552a5284cd7 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Mar 04 01:09:33.391072 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbf01f4f-74ac-41d0-afb1-1742c90ba328 req-931bffc8-7d1c-4a09-939c-c97e2f43bedb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0294263 Mar 04 01:09:33.743349 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677244-b526-49ce-a739-e291657c7c9f req-0aba9d34-1c0e-4e05-93bb-908b52af9525 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:33.744818 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8f677244-b526-49ce-a739-e291657c7c9f req-0aba9d34-1c0e-4e05-93bb-908b52af9525 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0811212 Mar 04 01:09:33.750490 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398 req-08188b31-586a-4c3f-b21a-15b81bb510e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:33.751840 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398 req-08188b31-586a-4c3f-b21a-15b81bb510e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=150129f9b68847728fcb762cc7cf20b0&device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 1127 time: 0.0625882 Mar 04 01:09:33.839031 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8f677244-b526-49ce-a739-e291657c7c9f req-9747c783-851d-4266-828a-acca250790da tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861464 Mar 04 01:09:33.880638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398 req-53e2f94d-3599-4303-8fc1-683989ec760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:33.883929 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398 req-53e2f94d-3599-4303-8fc1-683989ec760b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=150129f9b68847728fcb762cc7cf20b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1049011 Mar 04 01:09:33.976509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398 req-00e47e43-baad-4048-b5d6-106640831c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:33.977963 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b1852c5-6ff2-4b10-8fb2-58b6b3c44398 req-00e47e43-baad-4048-b5d6-106640831c2b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884421 Mar 04 01:09:34.137543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-dbe90396-3d53-46b7-aef2-cd29d95f1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:34.139529 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-dbe90396-3d53-46b7-aef2-cd29d95f1a7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=150129f9b68847728fcb762cc7cf20b0&device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 1127 time: 0.0775990 Mar 04 01:09:34.153962 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e693-ff87-4819-8d8c-7fc47c03652d req-88e05d54-1c15-480d-a694-423fe8e6b4cd tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:34.155577 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-20c0e693-ff87-4819-8d8c-7fc47c03652d req-88e05d54-1c15-480d-a694-423fe8e6b4cd tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 943 time: 0.0650432 Mar 04 01:09:34.219223 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-4ba4a738-9faa-45ba-a871-28a6605a4af6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d973d95-049d-4066-88c3-5d4c8de11d57 HTTP/1.1" status: 200 len: 217 time: 0.0418420 Mar 04 01:09:34.267617 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-20c0e693-ff87-4819-8d8c-7fc47c03652d req-f56bebe9-a5fb-47c4-9034-eef758a4b954 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065087 Mar 04 01:09:34.280950 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-b82d47f3-4983-44c6-b6eb-1dfda0e390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:34.281051 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-b82d47f3-4983-44c6-b6eb-1dfda0e390ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f9c3a9a-abd9-4fd3-bf02-d6753df1911e HTTP/1.1" status: 200 len: 849 time: 0.0546377 Mar 04 01:09:34.321145 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-b9b42b12-f86b-4796-930f-b0d42fc9b7e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fde9ff8d-971f-4de6-ac3f-a89a1867910d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255001 Mar 04 01:09:34.399839 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-86ba0df2-93fd-4b10-99a6-c511fa04dfcf tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:34.401474 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-86ba0df2-93fd-4b10-99a6-c511fa04dfcf tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.1064632 Mar 04 01:09:34.421479 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Request body: {'port': {'device_id': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'admin_state_up': True, 'tenant_id': '64461e5af2494477af3f0cf68ace752f'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:34.436153 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-244133ca-fd72-419a-9ca1-9d9eac1ccdd9 service neutron] 10.222.0.35 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Mar 04 01:09:34.544797 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1edf72e9-439e-44ad-97d7-a8f328a88916 req-00bade45-67fb-4589-9470-6675e401a9f8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0765374 Mar 04 01:09:34.579336 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e50fb33-6fea-4036-b92e-4a44d888ae79 req-023fff44-9b13-4d50-a290-03f8a4fb19bc service neutron] 10.222.0.35 "GET /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341810 Mar 04 01:09:34.642571 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Made reservation on behalf of 64461e5af2494477af3f0cf68ace752f for: {'port': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:09:34.646783 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:34.769961 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Allocated IP 172.20.0.4 (f16f212a-20a1-4d36-ab0d-c6559c38d5c8/4139887e-7a51-47f5-99b7-bcc00c006681/b2c95c72-5107-4fdc-b111-15fcb6e0ffd7) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:09:34.921595 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks [] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:34.958722 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3180d8-44c5-40e8-8da5-a6b7ed0314d9 req-82a2c69d-cac6-40b0-9059-ec2012058eec tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:34.960105 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0f3180d8-44c5-40e8-8da5-a6b7ed0314d9 req-82a2c69d-cac6-40b0-9059-ec2012058eec tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0542347 Mar 04 01:09:35.005525 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0f3180d8-44c5-40e8-8da5-a6b7ed0314d9 req-e0606035-d1d7-4bdf-898f-02b7096b9067 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Mar 04 01:09:35.048547 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:35.097637 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2', '52343142-52d8-4071-9693-de7b5bf0048a'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:35.098150 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:09:35.099209 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:09:35.103196 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:09:35.150121 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event updated for resources: {'Port': ['ID=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:35.179984 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:35.179984 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:35.264923 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ee628f39-b0cd-4e52-a331-6839f5cc669b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8490839 Mar 04 01:09:35.285790 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Request body: {'port': {'device_id': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:35.393900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:35.405383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2eb4a-7231-4d40-9c4e-dc3e2fb4145c req-383a4aeb-7f18-46f5-8747-1504b92bd182 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:35.413084 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28f2eb4a-7231-4d40-9c4e-dc3e2fb4145c req-383a4aeb-7f18-46f5-8747-1504b92bd182 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 943 time: 0.0670049 Mar 04 01:09:35.468890 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28f2eb4a-7231-4d40-9c4e-dc3e2fb4145c req-eebb564c-de7c-4d88-8cbe-ae93d1a45529 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Mar 04 01:09:35.667632 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f7c5a-a81e-481e-aba3-fa8da43fb55d req-66504039-ec7d-4bd9-8f54-b38e76cb64af tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:35.669649 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-646f7c5a-a81e-481e-aba3-fa8da43fb55d req-66504039-ec7d-4bd9-8f54-b38e76cb64af tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 931 time: 0.0521836 Mar 04 01:09:35.679188 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 {{(pid=103557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:35.687209 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Publish callbacks [] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:35.700423 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.provisioning_blocks [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Transition to ACTIVE for port object b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 will not be triggered until provisioned by entity L2. {{(pid=103557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:09:35.717896 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-646f7c5a-a81e-481e-aba3-fa8da43fb55d req-dbfc7784-2f01-4f33-afbe-700b6423aad1 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Mar 04 01:09:35.785036 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:35.835041 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:35.899688 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Attempting to bind port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:09:35.900020 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Attempting to bind port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:09:35.900389 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Attempting to bind port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:09:35.904835 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:09:35.905242 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Attempting to bind port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:09:35.909837 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:09:35.910170 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Checking segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:09:35.910557 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Bound using segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:09:35.910967 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Bound port: b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:09:35.911316 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:35.976565 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] For port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host hv-cinder-83109, cleared binding levels {{(pid=103557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:09:35.979454 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] For port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:09:36.083994 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:36.122480 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.123106 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:36.125305 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 HTTP/1.1" status: 200 len: 1093 time: 0.8441908 Mar 04 01:09:36.125305 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'tag': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:36.127439 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054" -d '{"events": [{"name": "network-changed", "server_uuid": "8635c419-cd5b-481d-a6cd-f1e52d9958d4", "tag": "b2c95c72-5107-4fdc-b111-15fcb6e0ffd7"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:36.134195 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c8eea-5a3f-4b7a-a19c-dc8dc44699e2 req-c2b49736-4bd2-4e10-86ad-36b06c41aa89 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.135807 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a82c8eea-5a3f-4b7a-a19c-dc8dc44699e2 req-c2b49736-4bd2-4e10-86ad-36b06c41aa89 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0540912 Mar 04 01:09:36.155296 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed485c07-7302-4d35-842e-37d1b0915bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,revision_number=3']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:36.172739 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659c4e98-97b1-4b0c-824b-06a3d03eaf30 x-openstack-request-id: req-659c4e98-97b1-4b0c-824b-06a3d03eaf30 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:36.173065 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8635c419-cd5b-481d-a6cd-f1e52d9958d4", "tag": "b2c95c72-5107-4fdc-b111-15fcb6e0ffd7", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:36.173294 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-659c4e98-97b1-4b0c-824b-06a3d03eaf30 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:36.173692 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'tag': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7', 'status': 'completed', 'code': 200} Mar 04 01:09:36.188759 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a82c8eea-5a3f-4b7a-a19c-dc8dc44699e2 req-bde5317a-334f-4f29-94f0-1b14e5ee2106 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Mar 04 01:09:36.270173 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054 req-bb763ca5-4328-4907-80c7-4326b03bc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.271795 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054 req-bb763ca5-4328-4907-80c7-4326b03bc46a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 1127 time: 0.0483665 Mar 04 01:09:36.411177 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054 req-fea49a16-2caf-4e61-a835-f093f5e509ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.412707 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054 req-fea49a16-2caf-4e61-a835-f093f5e509ed service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=64461e5af2494477af3f0cf68ace752f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1216857 Mar 04 01:09:36.514453 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054 req-eee570fe-752c-49e2-943c-b1e16a67e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.516011 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7f2f6938-c17b-4bf1-944d-cb17a7ad7054 req-eee570fe-752c-49e2-943c-b1e16a67e8a5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901790 Mar 04 01:09:36.583650 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515dde-c37e-48df-b823-7ba80d2b56fb req-bdc677f7-a786-4b0e-9dea-f3e00c5c7fb1 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.585306 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-15515dde-c37e-48df-b823-7ba80d2b56fb req-bdc677f7-a786-4b0e-9dea-f3e00c5c7fb1 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 943 time: 0.0518832 Mar 04 01:09:36.643433 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-15515dde-c37e-48df-b823-7ba80d2b56fb req-8641ea2f-0da8-41ba-8be3-5095916785ee tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Mar 04 01:09:36.654291 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-e5b9c0d5-5c42-42fb-8e9e-9744f3e966de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.655749 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-e5b9c0d5-5c42-42fb-8e9e-9744f3e966de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 1127 time: 0.0500441 Mar 04 01:09:36.670267 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 0d973d95-049d-4066-88c3-5d4c8de11d57 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:09:36.709366 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-5556791f-18c9-489b-b952-9a5489715c89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 HTTP/1.1" status: 200 len: 217 time: 0.0368371 Mar 04 01:09:36.780228 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-c2da5b44-a13b-4321-b18f-1bcb31849b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.781872 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-c2da5b44-a13b-4321-b18f-1bcb31849b11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 200 len: 855 time: 0.0592322 Mar 04 01:09:36.791053 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 0d973d95-049d-4066-88c3-5d4c8de11d57, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0d973d95-049d-4066-88c3-5d4c8de11d57,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:36.803685 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '0d973d95-049d-4066-88c3-5d4c8de11d57', 'network_id': 'fde9ff8d-971f-4de6-ac3f-a89a1867910d', 'port_id': '0d973d95-049d-4066-88c3-5d4c8de11d57', 'mac_address': 'fa:16:3e:8f:a5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9c3a9a-abd9-4fd3-bf02-d6753df1911e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:09:36.819677 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-de305207-4c04-4202-b0c8-2d2b2a003287 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302007 Mar 04 01:09:36.846093 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 0d973d95-049d-4066-88c3-5d4c8de11d57 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:36.846964 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:36.865396 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d973d95-049d-4066-88c3-5d4c8de11d57 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:36.890430 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 0d973d95-049d-4066-88c3-5d4c8de11d57, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0d973d95-049d-4066-88c3-5d4c8de11d57,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:36.908482 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7aaf0-9136-49b0-abcc-4d3d096fcf00 req-5558cf8e-512c-454a-8bba-85ea6b2e8e26 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:36.910026 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbd7aaf0-9136-49b0-abcc-4d3d096fcf00 req-5558cf8e-512c-454a-8bba-85ea6b2e8e26 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 943 time: 0.1073589 Mar 04 01:09:36.928075 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-f60cc2e0-a1d4-4eba-9991-6cf392ea243c service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990644 Mar 04 01:09:36.976535 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbd7aaf0-9136-49b0-abcc-4d3d096fcf00 req-390674a9-0c30-472f-a21b-039ce564f5bd tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550191 Mar 04 01:09:36.985573 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:37.038382 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-95c41aed-cfd9-4b84-adb3-85c355b793a6 req-a1948c08-f40b-41b8-ada8-663e4e107a1d service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023233 Mar 04 01:09:37.038610 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=0d973d95-049d-4066-88c3-5d4c8de11d57,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:37.307326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9a5b-76c7-450d-ac61-26f4a1998521 req-3a72eb22-95de-4940-979b-45ed90bffd40 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:37.308751 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb2e9a5b-76c7-450d-ac61-26f4a1998521 req-3a72eb22-95de-4940-979b-45ed90bffd40 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0531144 Mar 04 01:09:37.355547 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb2e9a5b-76c7-450d-ac61-26f4a1998521 req-268e22b7-1e41-45f4-b677-e21a45d9faed tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Mar 04 01:09:37.444406 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['0d973d95-049d-4066-88c3-5d4c8de11d57'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:37.766120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee51dc-0704-4a6a-ba2e-212cb2d8e131 req-8a6ff30f-5448-4e3c-b1de-934de451c969 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:37.767593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ee51dc-0704-4a6a-ba2e-212cb2d8e131 req-8a6ff30f-5448-4e3c-b1de-934de451c969 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 944 time: 0.0532935 Mar 04 01:09:38.065842 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ee51dc-0704-4a6a-ba2e-212cb2d8e131 req-c28cc2ee-d3d6-4af2-8df6-ac82ed1cb12c tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868195 Mar 04 01:09:38.120797 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94b8c5-ff35-4ea0-a9b4-77ecf507024e req-053cc033-4238-4c97-a78b-1e64c772b199 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:38.122872 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2f94b8c5-ff35-4ea0-a9b4-77ecf507024e req-053cc033-4238-4c97-a78b-1e64c772b199 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 943 time: 0.0554929 Mar 04 01:09:38.169941 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2f94b8c5-ff35-4ea0-a9b4-77ecf507024e req-5b1284db-2a58-4762-9162-9d5b3b8609d3 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Mar 04 01:09:38.472776 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f4f4-8f72-4789-94c3-4e548590f5ac req-cc2a2083-3cf3-4bb1-a784-a9f02a9fa977 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:38.474254 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4906f4f4-8f72-4789-94c3-4e548590f5ac req-cc2a2083-3cf3-4bb1-a784-a9f02a9fa977 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Mar 04 01:09:38.523997 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4906f4f4-8f72-4789-94c3-4e548590f5ac req-5ebb471c-ddcf-4f0d-a2da-71cde0f01b14 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Mar 04 01:09:38.583527 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57232) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:38.690759 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c81537e-04cd-4a05-afee-d17d0a79c006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:38.694882 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:09:38.707992 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 0d973d95-049d-4066-88c3-5d4c8de11d57 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:09:38.764681 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c81537e-04cd-4a05-afee-d17d0a79c006 admin admin] Publish callbacks [] for security_group (13c47fc2-0c22-4f49-ba14-19982d689638), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:38.832231 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:38.843922 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'port_id': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7', 'mac_address': 'fa:16:3e:26:3b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4139887e-7a51-47f5-99b7-bcc00c006681', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:09:38.883404 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:38.883733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c81537e-04cd-4a05-afee-d17d0a79c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (13c47fc2-0c22-4f49-ba14-19982d689638), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:38.883866 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:38.885729 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 0d973d95-049d-4066-88c3-5d4c8de11d57 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:09:38.897493 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 0d973d95-049d-4066-88c3-5d4c8de11d57 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:09:38.897976 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:38.902602 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:09:38.928650 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1c81537e-04cd-4a05-afee-d17d0a79c006 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efd0b65e979449e69e23d80400d1441a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413200 Mar 04 01:09:38.929360 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57244) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:38.936937 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81537e-04cd-4a05-afee-d17d0a79c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c47fc2-0c22-4f49-ba14-19982d689638,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:38.944546 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:38.984818 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-de295f3e-7bc3-426d-bf1d-f326f39962d2 admin admin] Publish callbacks [] for security_group (13c47fc2-0c22-4f49-ba14-19982d689638), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:38.996693 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 0d973d95-049d-4066-88c3-5d4c8de11d57 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:38.997086 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.007466 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-de295f3e-7bc3-426d-bf1d-f326f39962d2 admin admin] Publish callbacks [] for security_group (13c47fc2-0c22-4f49-ba14-19982d689638), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.020226 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d973d95-049d-4066-88c3-5d4c8de11d57'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:39.022470 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2ed4be-dfff-442d-993b-c399bdfc1c03" -d '{"events": [{"server_uuid": "f44d72bb-278e-4ec2-9330-4ca387f6651a", "name": "network-vif-plugged", "status": "completed", "tag": "0d973d95-049d-4066-88c3-5d4c8de11d57"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:39.035504 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.040346 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 0d973d95-049d-4066-88c3-5d4c8de11d57, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0d973d95-049d-4066-88c3-5d4c8de11d57,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:39.074666 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf66b8-90cb-4c3f-936b-da3008dc4f26 x-openstack-request-id: req-7eaf66b8-90cb-4c3f-936b-da3008dc4f26 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:39.074975 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d72bb-278e-4ec2-9330-4ca387f6651a", "name": "network-vif-plugged", "status": "completed", "tag": "0d973d95-049d-4066-88c3-5d4c8de11d57", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:39.075338 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7eaf66b8-90cb-4c3f-936b-da3008dc4f26 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:39.075657 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d973d95-049d-4066-88c3-5d4c8de11d57', 'code': 200} Mar 04 01:09:39.091235 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:39.146384 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.164904 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-de295f3e-7bc3-426d-bf1d-f326f39962d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (13c47fc2-0c22-4f49-ba14-19982d689638), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.171720 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-de295f3e-7bc3-426d-bf1d-f326f39962d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.174217 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-de295f3e-7bc3-426d-bf1d-f326f39962d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c47fc2-0c22-4f49-ba14-19982d689638 HTTP/1.1" status: 204 len: 168 time: 0.2441690 Mar 04 01:09:39.188911 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1ce625a3-bc6c-4319-b355-b41993dbedbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:39.197482 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de295f3e-7bc3-426d-bf1d-f326f39962d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c47fc2-0c22-4f49-ba14-19982d689638,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:39.215445 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840064a-2912-4464-96a4-e9f5a4093405 req-51312c6b-811a-44a4-a1b1-6130e432cdb7 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:39.218752 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=0d973d95-049d-4066-88c3-5d4c8de11d57,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:39.224620 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8840064a-2912-4464-96a4-e9f5a4093405 req-51312c6b-811a-44a4-a1b1-6130e432cdb7 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0878563 Mar 04 01:09:39.306920 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8840064a-2912-4464-96a4-e9f5a4093405 req-450d6ef4-e0ea-4b42-92df-0d6e6e051a38 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814166 Mar 04 01:09:39.331311 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173359a8-b6d4-496d-a21c-938035454c0a req-a52f2aa0-c5c6-4186-bf63-d985542fdb79 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:39.332862 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-173359a8-b6d4-496d-a21c-938035454c0a req-a52f2aa0-c5c6-4186-bf63-d985542fdb79 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 944 time: 0.0624695 Mar 04 01:09:39.381451 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-173359a8-b6d4-496d-a21c-938035454c0a req-374ec242-2055-496d-a8c6-68eb7cb1c80a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Mar 04 01:09:39.692863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853c48-9dc5-4158-ad7d-808058760cae req-45b0115f-c821-4d01-b489-091e7f44fac4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:39.693408 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c1853c48-9dc5-4158-ad7d-808058760cae req-45b0115f-c821-4d01-b489-091e7f44fac4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0856049 Mar 04 01:09:39.746906 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c1853c48-9dc5-4158-ad7d-808058760cae req-246ba8c0-af43-4ba6-a120-1e0a070ee539 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Mar 04 01:09:40.436383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03675441-22a5-4221-9dae-77ab7e63f041 req-8ef2f885-2f69-4063-be44-669ca4475478 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:40.436383 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-03675441-22a5-4221-9dae-77ab7e63f041 req-8ef2f885-2f69-4063-be44-669ca4475478 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0546927 Mar 04 01:09:40.533201 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-03675441-22a5-4221-9dae-77ab7e63f041 req-683a7b6e-be87-48ba-8b49-96c8f8b9765a tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906579 Mar 04 01:09:40.550346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bd928-b2cd-46d3-b9e0-1f582a64a6f9 req-da73b962-6014-4b52-8d36-cd428442b5da tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:40.555769 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0a0bd928-b2cd-46d3-b9e0-1f582a64a6f9 req-da73b962-6014-4b52-8d36-cd428442b5da tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 944 time: 0.0925956 Mar 04 01:09:40.605998 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0a0bd928-b2cd-46d3-b9e0-1f582a64a6f9 req-544efa64-4b85-4a56-acc1-a6cbc31758d4 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Mar 04 01:09:40.878032 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24011d4e-e96c-4884-b8ac-6027604823fb req-f6a2164c-8cdf-49a6-b38b-46ed4c028cbe tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:40.879568 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-24011d4e-e96c-4884-b8ac-6027604823fb req-f6a2164c-8cdf-49a6-b38b-46ed4c028cbe tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0621223 Mar 04 01:09:40.932020 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-24011d4e-e96c-4884-b8ac-6027604823fb req-0a4c0ac4-8ec0-40e1-a37d-99f592a6d725 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 Mar 04 01:09:41.489079 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-eca3e7e8-b091-4c61-bc42-011c4540e6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:41.662263 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3482f47-a55d-4de8-bc21-a18f4b0998bf req-ba5f6285-518d-4885-84b9-023e01922700 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:41.672084 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c3482f47-a55d-4de8-bc21-a18f4b0998bf req-ba5f6285-518d-4885-84b9-023e01922700 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0620496 Mar 04 01:09:41.759968 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c3482f47-a55d-4de8-bc21-a18f4b0998bf req-73ed7133-cf2f-4ee8-843d-8b0875130081 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867243 Mar 04 01:09:41.773602 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6cb24-f734-4b5e-bbd4-b91a8f7426b4 req-7a9917f1-a757-47af-8b61-25065ea2ca35 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:41.775187 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-40d6cb24-f734-4b5e-bbd4-b91a8f7426b4 req-7a9917f1-a757-47af-8b61-25065ea2ca35 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 944 time: 0.0854719 Mar 04 01:09:41.796404 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57398) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:41.831067 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-40d6cb24-f734-4b5e-bbd4-b91a8f7426b4 req-df191442-b38b-4e19-b2ab-a67cdadb1d19 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499194 Mar 04 01:09:41.902694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa480-a486-404e-8959-7afec8462af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:41.905566 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['b2c95c72-5107-4fdc-b111-15fcb6e0ffd7'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:41.914669 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782793-c127-4ccb-801c-95fd6ca8ca78 req-7e012b25-f329-4cc0-a83b-978e3e8df241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:41.916283 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-6f782793-c127-4ccb-801c-95fd6ca8ca78 req-7e012b25-f329-4cc0-a83b-978e3e8df241 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 1129 time: 0.0484393 Mar 04 01:09:41.964961 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-6f782793-c127-4ccb-801c-95fd6ca8ca78 req-2f165c2f-dd02-4e90-8ed1-bbe92dadac5e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Mar 04 01:09:41.995815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa480-a486-404e-8959-7afec8462af9 admin admin] Publish callbacks [] for security_group (81da775c-c6e2-4072-b44b-378ad9309e58), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:42.058505 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf3b8-3801-4738-9394-7f14a8c1e9af req-d86def1e-bef1-441b-830b-8245c513ecca tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:42.059953 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30fcf3b8-3801-4738-9394-7f14a8c1e9af req-d86def1e-bef1-441b-830b-8245c513ecca tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Mar 04 01:09:42.104817 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa480-a486-404e-8959-7afec8462af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (81da775c-c6e2-4072-b44b-378ad9309e58), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:42.123287 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30fcf3b8-3801-4738-9394-7f14a8c1e9af req-98b1850b-7fb3-430b-ae57-2cac9ed2b25b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574415 Mar 04 01:09:42.145760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aa480-a486-404e-8959-7afec8462af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da775c-c6e2-4072-b44b-378ad9309e58,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:42.150379 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-ad5aa480-a486-404e-8959-7afec8462af9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9db9433941f40c68ddbededb55327bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530467 Mar 04 01:09:42.153274 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57404) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:42.200984 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ee3f-2baf-4729-bd2a-0db5c5bb7ec2 admin admin] Publish callbacks [] for security_group (81da775c-c6e2-4072-b44b-378ad9309e58), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:42.222166 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ee3f-2baf-4729-bd2a-0db5c5bb7ec2 admin admin] Publish callbacks [] for security_group (81da775c-c6e2-4072-b44b-378ad9309e58), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:42.335332 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ee3f-2baf-4729-bd2a-0db5c5bb7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (81da775c-c6e2-4072-b44b-378ad9309e58), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:42.338247 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ee3f-2baf-4729-bd2a-0db5c5bb7ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:42.342030 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a6e6ee3f-2baf-4729-bd2a-0db5c5bb7ec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81da775c-c6e2-4072-b44b-378ad9309e58 HTTP/1.1" status: 204 len: 168 time: 0.1856399 Mar 04 01:09:42.348978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6ee3f-2baf-4729-bd2a-0db5c5bb7ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da775c-c6e2-4072-b44b-378ad9309e58,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:42.879625 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92139e-c7f4-422f-8052-68ae356fdff6 req-532a97ee-f6de-4641-b295-a5b46ec44245 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:42.881280 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9d92139e-c7f4-422f-8052-68ae356fdff6 req-532a97ee-f6de-4641-b295-a5b46ec44245 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0535054 Mar 04 01:09:42.980435 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57426) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:42.981141 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9d92139e-c7f4-422f-8052-68ae356fdff6 req-c1bb2859-5a34-46ba-bde0-b4e485e9fef5 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858986 Mar 04 01:09:42.989191 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8bbd8-73f1-4ea0-9698-86b1caef1681 req-10fe2a5e-9bfa-42c1-81ea-6ddd35e025e9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:42.990875 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b8a8bbd8-73f1-4ea0-9698-86b1caef1681 req-10fe2a5e-9bfa-42c1-81ea-6ddd35e025e9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 944 time: 0.0861011 Mar 04 01:09:42.996838 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0c34-41c1-4814-b664-51bf9065620a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.032660 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.054445 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b8a8bbd8-73f1-4ea0-9698-86b1caef1681 req-f773fc9b-94ce-4ded-9bdd-adcaba5d2e94 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515709 Mar 04 01:09:43.072139 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0c34-41c1-4814-b664-51bf9065620a admin admin] Publish callbacks [] for security_group (7837f581-1c27-4347-b031-64c54344f14c), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.134803 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0c34-41c1-4814-b664-51bf9065620a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7837f581-1c27-4347-b031-64c54344f14c), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.183784 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57434) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:43.184550 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-4d0a0c34-41c1-4814-b664-51bf9065620a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef11929f5010455cbec7f5ed39606f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130623 Mar 04 01:09:43.194031 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a0c34-41c1-4814-b664-51bf9065620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837f581-1c27-4347-b031-64c54344f14c,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:43.284592 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe173-4ca8-4a95-88b6-95d420883ae1 admin admin] Publish callbacks [] for security_group (7837f581-1c27-4347-b031-64c54344f14c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.293424 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81feb010-3ee8-4d38-8069-1118323c3bed req-20fb2a8d-e142-4b17-bcc0-cf2d4266afd5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:43.294925 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-81feb010-3ee8-4d38-8069-1118323c3bed req-20fb2a8d-e142-4b17-bcc0-cf2d4266afd5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0868115 Mar 04 01:09:43.333887 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe173-4ca8-4a95-88b6-95d420883ae1 admin admin] Publish callbacks [] for security_group (7837f581-1c27-4347-b031-64c54344f14c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.380632 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-81feb010-3ee8-4d38-8069-1118323c3bed req-49cfdaa9-9a3e-476a-b2de-fe8bff197b8b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Mar 04 01:09:43.476597 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe173-4ca8-4a95-88b6-95d420883ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7837f581-1c27-4347-b031-64c54344f14c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.479319 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe173-4ca8-4a95-88b6-95d420883ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.480459 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-9c0fe173-4ca8-4a95-88b6-95d420883ae1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7837f581-1c27-4347-b031-64c54344f14c HTTP/1.1" status: 204 len: 168 time: 0.2955945 Mar 04 01:09:43.487142 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d15c61-40dd-4387-b6bd-eb2891287011 req-0a7560e3-2774-4e23-8e26-4c7b6f9e57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:43.488753 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-82d15c61-40dd-4387-b6bd-eb2891287011 req-0a7560e3-2774-4e23-8e26-4c7b6f9e57e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.0441289 Mar 04 01:09:43.488931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe173-4ca8-4a95-88b6-95d420883ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837f581-1c27-4347-b031-64c54344f14c,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:43.507272 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:09:43.583095 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-82d15c61-40dd-4387-b6bd-eb2891287011 req-2039ba51-053b-4eee-8139-058198ee78e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Mar 04 01:09:43.655301 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:09:43.659441 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:09:43.659873 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.736072 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:09:43.736482 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.758521 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:43.760741 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d04c4c-a674-473c-8a03-2e96215dc876" -d '{"events": [{"server_uuid": "8635c419-cd5b-481d-a6cd-f1e52d9958d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2c95c72-5107-4fdc-b111-15fcb6e0ffd7"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:43.773588 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:43.795230 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6827329-430f-40a4-b6c9-9d0bfd732ca7 x-openstack-request-id: req-e6827329-430f-40a4-b6c9-9d0bfd732ca7 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:43.795546 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635c419-cd5b-481d-a6cd-f1e52d9958d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2c95c72-5107-4fdc-b111-15fcb6e0ffd7", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:43.795807 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6827329-430f-40a4-b6c9-9d0bfd732ca7 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:43.796354 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7', 'code': 200} Mar 04 01:09:43.854858 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:43.908645 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:44.112612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa128d-9f41-4ca4-9e53-e6ab1749770c req-4afaf8ba-03e3-43fb-a8e4-9624460250da tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:44.119418 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-55aa128d-9f41-4ca4-9e53-e6ab1749770c req-4afaf8ba-03e3-43fb-a8e4-9624460250da tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0716901 Mar 04 01:09:44.191937 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-55aa128d-9f41-4ca4-9e53-e6ab1749770c req-1c5d762b-ab3b-42ac-9fd8-b7008595b100 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Mar 04 01:09:44.210517 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f608862-be94-4e63-b5c3-15d224f2b627 req-2bce0f1b-415c-4beb-97ae-d2bd59e077ad tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:44.212044 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7f608862-be94-4e63-b5c3-15d224f2b627 req-2bce0f1b-415c-4beb-97ae-d2bd59e077ad tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Mar 04 01:09:44.280144 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7f608862-be94-4e63-b5c3-15d224f2b627 req-53868106-9c3e-4fb7-9a89-48bdb7e95c96 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 Mar 04 01:09:44.395867 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d35d88-f872-44a0-9061-fb9a8881b01d req-d1eecbe6-dea1-4704-8def-1c7240b8db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:44.397471 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f3d35d88-f872-44a0-9061-fb9a8881b01d req-d1eecbe6-dea1-4704-8def-1c7240b8db37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 1129 time: 0.0495543 Mar 04 01:09:44.442916 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:44.456302 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f3d35d88-f872-44a0-9061-fb9a8881b01d req-0f330450-db38-417c-8e9d-5c0ba2fbb920 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Mar 04 01:09:44.496431 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96dd41-96bf-4819-9bed-dee53e95aade req-6d09c389-d773-4e1c-9509-f7fa5b57c200 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:44.497924 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5d96dd41-96bf-4819-9bed-dee53e95aade req-6d09c389-d773-4e1c-9509-f7fa5b57c200 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Mar 04 01:09:44.545466 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5d96dd41-96bf-4819-9bed-dee53e95aade req-fcf826e1-bfb8-43c2-a32b-9bca3f9ad989 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Mar 04 01:09:45.429474 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25cbcb-dfdf-4db7-8846-1a1bd93c8281 req-6da9950b-bb0b-4c89-8111-c832916315c7 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:45.431264 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b25cbcb-dfdf-4db7-8846-1a1bd93c8281 req-6da9950b-bb0b-4c89-8111-c832916315c7 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.0720491 Mar 04 01:09:45.482995 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9b25cbcb-dfdf-4db7-8846-1a1bd93c8281 req-9f2c2f80-fb41-4ce7-b708-c03ed12ffdc4 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Mar 04 01:09:45.679149 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc18dd7-155f-4761-974b-7179e4c3e51f req-a71b2aac-e872-4f6e-9c23-0a89ff73e465 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:45.680686 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8bc18dd7-155f-4761-974b-7179e4c3e51f req-a71b2aac-e872-4f6e-9c23-0a89ff73e465 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0580420 Mar 04 01:09:45.728595 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8bc18dd7-155f-4761-974b-7179e4c3e51f req-b6b32adc-5857-4555-951a-4c9a1244e710 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Mar 04 01:09:45.729526 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:45.814990 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57530) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:45.942099 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd67bb57-3fdd-4df9-b795-1484c0729d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.022600 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd67bb57-3fdd-4df9-b795-1484c0729d41 admin admin] Publish callbacks [] for security_group (3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.088591 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd67bb57-3fdd-4df9-b795-1484c0729d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.132716 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-cd67bb57-3fdd-4df9-b795-1484c0729d41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18a05adfd42947caad354ce50ee56d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166144 Mar 04 01:09:46.133705 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67bb57-3fdd-4df9-b795-1484c0729d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:46.136480 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57544) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:46.192933 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b908b2b6-bd8e-424b-9fb2-805bfdd97906 admin admin] Publish callbacks [] for security_group (3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.218087 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b908b2b6-bd8e-424b-9fb2-805bfdd97906 admin admin] Publish callbacks [] for security_group (3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.312459 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b908b2b6-bd8e-424b-9fb2-805bfdd97906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.318274 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b908b2b6-bd8e-424b-9fb2-805bfdd97906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:46.318274 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b908b2b6-bd8e-424b-9fb2-805bfdd97906 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896 HTTP/1.1" status: 204 len: 168 time: 0.1788785 Mar 04 01:09:46.325482 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908b2b6-bd8e-424b-9fb2-805bfdd97906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9cf9b6-1cd1-4418-b8e5-bcf1fc9e1896,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:46.427318 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e6a4-69fb-4344-8157-b64d3d6484d2 req-c83fd4a9-4250-438f-9691-530145420c68 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:46.428887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2ae5e6a4-69fb-4344-8157-b64d3d6484d2 req-c83fd4a9-4250-438f-9691-530145420c68 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0566981 Mar 04 01:09:46.477334 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2ae5e6a4-69fb-4344-8157-b64d3d6484d2 req-d633f45d-a203-49b6-a79f-9225660f15ef tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Mar 04 01:09:46.603773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb94342-a6b2-441f-a7c9-65332549f7c1 req-8dc00018-6482-4fe7-ad3c-d8f2fd32a568 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:46.609403 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3eb94342-a6b2-441f-a7c9-65332549f7c1 req-8dc00018-6482-4fe7-ad3c-d8f2fd32a568 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.0596786 Mar 04 01:09:46.653473 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3eb94342-a6b2-441f-a7c9-65332549f7c1 req-0465721a-936b-4d0c-b6d4-a8ae0d901ef7 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Mar 04 01:09:46.863206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b00d12-19d4-449a-9af5-8c8faf6359b6 req-ef28be44-28f9-4b6d-9a3a-8b4fe2ee800d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:46.864734 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-42b00d12-19d4-449a-9af5-8c8faf6359b6 req-ef28be44-28f9-4b6d-9a3a-8b4fe2ee800d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0550342 Mar 04 01:09:46.915164 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-42b00d12-19d4-449a-9af5-8c8faf6359b6 req-e69d3f3a-2c96-4a79-a01b-bf118a4f2806 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446622 Mar 04 01:09:47.292347 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57590) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:47.368164 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60f532-8ce9-4da6-b312-6112760c4416 req-3422c350-531b-4a9b-8e7c-d1cd76a035e0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:47.369657 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-be60f532-8ce9-4da6-b312-6112760c4416 req-3422c350-531b-4a9b-8e7c-d1cd76a035e0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Mar 04 01:09:47.394349 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-475490826-network', 'tenant_id': 'e3f6e0e0d4a5429c9c4e2bc8e17a2468'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:47.433833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-be60f532-8ce9-4da6-b312-6112760c4416 req-6931814c-df65-4121-8c3f-7a8e60e354e4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574989 Mar 04 01:09:47.443083 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-72da4b8e-686a-475e-a3a4-e06135ad09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:47.444831 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-72da4b8e-686a-475e-a3a4-e06135ad09ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.0467634 Mar 04 01:09:47.511847 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Made reservation on behalf of e3f6e0e0d4a5429c9c4e2bc8e17a2468 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:09:47.514812 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.533004 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.544486 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-8fe0f613-f75c-4384-8e0a-f199a0e50390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:47.546039 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-8fe0f613-f75c-4384-8e0a-f199a0e50390 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.0920470 Mar 04 01:09:47.606567 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-8e0075cc-615d-4bc9-960f-4010adb49ae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 217 time: 0.0425165 Mar 04 01:09:47.635816 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e799a79-e016-47ca-932c-6f34ab6fe9db req-a5916447-4228-45f7-99f4-f0921bc5bfac tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:47.637370 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3e799a79-e016-47ca-932c-6f34ab6fe9db req-a5916447-4228-45f7-99f4-f0921bc5bfac tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0832624 Mar 04 01:09:47.659059 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-16af0cb3-2e8f-4de1-aa22-2745e7395c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:47.660547 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-16af0cb3-2e8f-4de1-aa22-2745e7395c40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0446835 Mar 04 01:09:47.672219 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks [] for security_group (2adc9c11-5bb1-4e2d-9130-0843f5ce12c5), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.703729 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-42114ecb-65f9-4145-b31b-2b365a1e6731 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332870 Mar 04 01:09:47.707668 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3e799a79-e016-47ca-932c-6f34ab6fe9db req-4e01841e-2b4d-4d6a-8cc7-1e85503726e4 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Mar 04 01:09:47.717523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2adc9c11-5bb1-4e2d-9130-0843f5ce12c5), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.743842 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:09:47.753912 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57600) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:47.785198 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:47.788220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (83d3e8d1-0eb6-47ff-aa50-ef953019c498), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.788601 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Added segment 83d3e8d1-0eb6-47ff-aa50-ef953019c498 of type vlan for network dc3ab00e-2fb1-4b48-af19-550decac0f55 Mar 04 01:09:47.833119 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-40def834-1f64-49f5-8a62-2d586540b4c7 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130002 Mar 04 01:09:47.838943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (dc3ab00e-2fb1-4b48-af19-550decac0f55), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.876675 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e2796-0e84-4205-84c0-528210c19e04 req-d2377d8d-f75e-4dc4-aff4-40370e2c5021 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:47.876675 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-906e2796-0e84-4205-84c0-528210c19e04 req-d2377d8d-f75e-4dc4-aff4-40370e2c5021 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.1267118 Mar 04 01:09:47.908878 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-032d001e-223f-437f-a6f8-a9080facb4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:47.945561 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-9cdcf71e-c342-4abb-81fd-2c084ab4f4e3 req-bf23210f-fa22-4dd8-ac20-1b81e965db58 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036782 Mar 04 01:09:47.957962 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-906e2796-0e84-4205-84c0-528210c19e04 req-faba4bd7-d2f2-42e0-8987-905b1828bcf6 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716312 Mar 04 01:09:48.012593 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-032d001e-223f-437f-a6f8-a9080facb4ab admin admin] Publish callbacks [] for security_group (7c256197-0a4d-4943-aab6-b3270d95bb6f), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.013659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (dc3ab00e-2fb1-4b48-af19-550decac0f55), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.014634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:48.015369 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.074667 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] Pushing event updated for resources: {'Network': ['ID=dc3ab00e-2fb1-4b48-af19-550decac0f55,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:48.084378 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network dc3ab00e-2fb1-4b48-af19-550decac0f55 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:09:48.094373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-032d001e-223f-437f-a6f8-a9080facb4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7c256197-0a4d-4943-aab6-b3270d95bb6f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.131517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d405d80c-f725-42bc-8667-2bf55244eebd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8378923 Mar 04 01:09:48.135654 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57610) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:48.137934 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-032d001e-223f-437f-a6f8-a9080facb4ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d25e65fc7f444dd9b66c258ce13ab1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749983 Mar 04 01:09:48.139097 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d001e-223f-437f-a6f8-a9080facb4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c256197-0a4d-4943-aab6-b3270d95bb6f,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:48.141386 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57612) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:48.144025 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Request body: {'subnet': {'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-475490826-subnet', 'tenant_id': 'e3f6e0e0d4a5429c9c4e2bc8e17a2468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:09:48.192819 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de4586e5-2e00-4952-9616-82fbab1ae405 admin admin] Publish callbacks [] for security_group (7c256197-0a4d-4943-aab6-b3270d95bb6f), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.212738 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de4586e5-2e00-4952-9616-82fbab1ae405 admin admin] Publish callbacks [] for security_group (7c256197-0a4d-4943-aab6-b3270d95bb6f), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.237796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Made reservation on behalf of e3f6e0e0d4a5429c9c4e2bc8e17a2468 for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:09:48.240121 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126007787'] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.346543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de4586e5-2e00-4952-9616-82fbab1ae405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7c256197-0a4d-4943-aab6-b3270d95bb6f), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.349810 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de4586e5-2e00-4952-9616-82fbab1ae405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.351159 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-de4586e5-2e00-4952-9616-82fbab1ae405 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c256197-0a4d-4943-aab6-b3270d95bb6f HTTP/1.1" status: 204 len: 168 time: 0.2088723 Mar 04 01:09:48.367643 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4586e5-2e00-4952-9616-82fbab1ae405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c256197-0a4d-4943-aab6-b3270d95bb6f,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:48.552847 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126873491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126007769'] for subnet (bb7b1f82-86c1-440f-af2a-4e8c6f63c91f), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.569802 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87740c-2afc-4be3-867a-9bb8ef87ec13 req-abbe88d9-92fc-47a1-a21b-8dc769669f4a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:48.576809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca87740c-2afc-4be3-867a-9bb8ef87ec13 req-abbe88d9-92fc-47a1-a21b-8dc769669f4a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0689671 Mar 04 01:09:48.610971 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7b1f82-86c1-440f-af2a-4e8c6f63c91f,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:48.628485 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Checking segment: {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:09:48.629075 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Network hostable DHCP agents. Network: dc3ab00e-2fb1-4b48-af19-550decac0f55, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:09:48.647112 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca87740c-2afc-4be3-867a-9bb8ef87ec13 req-f01cb7c9-045a-48fe-8257-c133ec846710 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642166 Mar 04 01:09:48.723499 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Network dc3ab00e-2fb1-4b48-af19-550decac0f55 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:09:48.825179 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061a7e3-c41a-4327-946e-87690fc41cb0 req-dc980cd1-2747-4055-a70e-6428753bf5c6 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:48.826639 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0061a7e3-c41a-4327-946e-87690fc41cb0 req-dc980cd1-2747-4055-a70e-6428753bf5c6 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0507374 Mar 04 01:09:48.837538 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, dc3ab00e-2fb1-4b48-af19-550decac0f55) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:09:48.843032 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:48.843655 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:48.846334 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade205d-aad0-45ad-8455-53ab6127802f None None] Network dc3ab00e-2fb1-4b48-af19-550decac0f55 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:09:48.880010 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0061a7e3-c41a-4327-946e-87690fc41cb0 req-205efe57-3959-4784-977e-23bdfc145811 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467980 Mar 04 01:09:48.943157 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c71c7d3f-c1ba-4404-a8b8-2fe85f87e868 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8062961 Mar 04 01:09:48.943876 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9dd52-745f-411c-93eb-cf1c8b5e98a9 None None] Network dc3ab00e-2fb1-4b48-af19-550decac0f55 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:09:49.063257 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57644) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:49.079867 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-52659e90-77a5-4a61-87d2-e9bb1da9e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.152048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-52659e90-77a5-4a61-87d2-e9bb1da9e7a1 admin admin] Publish callbacks [] for security_group (d912d55c-cc11-42d7-9025-e3c573fecafa), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.207855 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-52659e90-77a5-4a61-87d2-e9bb1da9e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (d912d55c-cc11-42d7-9025-e3c573fecafa), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.246970 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-52659e90-77a5-4a61-87d2-e9bb1da9e7a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9780e393be34354b356884c310a5b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826475 Mar 04 01:09:49.247810 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52659e90-77a5-4a61-87d2-e9bb1da9e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d912d55c-cc11-42d7-9025-e3c573fecafa,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:49.250235 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57648) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:49.301063 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-80079b0b-6aa0-4552-926f-95261e11a326 admin admin] Publish callbacks [] for security_group (d912d55c-cc11-42d7-9025-e3c573fecafa), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.323530 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-80079b0b-6aa0-4552-926f-95261e11a326 admin admin] Publish callbacks [] for security_group (d912d55c-cc11-42d7-9025-e3c573fecafa), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.460462 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-80079b0b-6aa0-4552-926f-95261e11a326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (d912d55c-cc11-42d7-9025-e3c573fecafa), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.463380 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-80079b0b-6aa0-4552-926f-95261e11a326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:49.465061 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-80079b0b-6aa0-4552-926f-95261e11a326 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d912d55c-cc11-42d7-9025-e3c573fecafa HTTP/1.1" status: 204 len: 168 time: 0.2136154 Mar 04 01:09:49.473243 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80079b0b-6aa0-4552-926f-95261e11a326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912d55c-cc11-42d7-9025-e3c573fecafa,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:49.757883 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87051b-df73-4ed3-b47c-9b06430ad9c6 req-12e39cf3-a2f3-4b4e-9969-12fabf49e9e6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:49.759298 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e87051b-df73-4ed3-b47c-9b06430ad9c6 req-12e39cf3-a2f3-4b4e-9969-12fabf49e9e6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0513456 Mar 04 01:09:49.823241 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e87051b-df73-4ed3-b47c-9b06430ad9c6 req-046ea55b-65de-4e7b-a17a-c9261f6c0511 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Mar 04 01:09:50.011604 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc8256-1d0e-4f11-a0b4-bcbce92f5a94 req-150f6bcb-5204-455e-a774-ea0e5b05b942 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:50.013088 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43fc8256-1d0e-4f11-a0b4-bcbce92f5a94 req-150f6bcb-5204-455e-a774-ea0e5b05b942 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0536680 Mar 04 01:09:50.058579 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43fc8256-1d0e-4f11-a0b4-bcbce92f5a94 req-20799a81-b3e6-4041-beec-0ba3d65f3a12 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Mar 04 01:09:50.946272 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1242c-c358-45ce-8b0e-9571282422c9 req-30667de2-3bef-4880-9f54-b9194859b002 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:50.947746 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-58a1242c-c358-45ce-8b0e-9571282422c9 req-30667de2-3bef-4880-9f54-b9194859b002 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0518854 Mar 04 01:09:50.995154 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-58a1242c-c358-45ce-8b0e-9571282422c9 req-19be9d41-5646-437f-8c58-af5a1e58ccc2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Mar 04 01:09:51.036127 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57702) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:51.138384 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-82e82289-f833-4b45-ab0d-f4ee9316865a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.174395 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782cdf9-383c-47e7-846f-c3d5b6af5720 req-b82dfb27-8041-4373-a6a2-e4c680663abf tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:51.175842 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b782cdf9-383c-47e7-846f-c3d5b6af5720 req-b82dfb27-8041-4373-a6a2-e4c680663abf tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0504668 Mar 04 01:09:51.210011 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-82e82289-f833-4b45-ab0d-f4ee9316865a admin admin] Publish callbacks [] for security_group (b3766efa-65f7-4a7e-873f-54e1134030d9), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.224922 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b782cdf9-383c-47e7-846f-c3d5b6af5720 req-e1a48f6b-f8c3-45f5-b96d-6814e5c43160 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Mar 04 01:09:51.289245 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-82e82289-f833-4b45-ab0d-f4ee9316865a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b3766efa-65f7-4a7e-873f-54e1134030d9), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.327316 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-82e82289-f833-4b45-ab0d-f4ee9316865a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9cd6afd3ab4418fb5af8efe535387fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901199 Mar 04 01:09:51.328186 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e82289-f833-4b45-ab0d-f4ee9316865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3766efa-65f7-4a7e-873f-54e1134030d9,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:51.330044 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57708) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:51.376512 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Publish callbacks [] for security_group (b3766efa-65f7-4a7e-873f-54e1134030d9), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.396982 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Publish callbacks [] for security_group (b3766efa-65f7-4a7e-873f-54e1134030d9), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.483065 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b3766efa-65f7-4a7e-873f-54e1134030d9), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.485637 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:51.486764 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3766efa-65f7-4a7e-873f-54e1134030d9 HTTP/1.1" status: 204 len: 168 time: 0.1557462 Mar 04 01:09:51.494845 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3766efa-65f7-4a7e-873f-54e1134030d9,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:51.502899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.503255 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.503600 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.503957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.504322 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.504760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.504932 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.505267 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.505594 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.505916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.506238 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.506561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:51.506880 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57521-ab29-4526-8edd-f264c1baa5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:52.026930 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-6a88f4f4-7818-4e4a-8044-3c93a75c04f4 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:52.028483 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-6a88f4f4-7818-4e4a-8044-3c93a75c04f4 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0906909 Mar 04 01:09:52.114065 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c81012-872b-4af0-a444-306ec4b34f40 req-299ac0b0-8b7b-4938-bed9-73d3fdb2bf77 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:52.115463 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5c81012-872b-4af0-a444-306ec4b34f40 req-299ac0b0-8b7b-4938-bed9-73d3fdb2bf77 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Mar 04 01:09:52.168029 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5c81012-872b-4af0-a444-306ec4b34f40 req-0c339d63-6028-418f-8011-3d0105f6b8d8 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Mar 04 01:09:52.201853 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Deleting port 0d973d95-049d-4066-88c3-5d4c8de11d57 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:09:52.202851 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:52.289868 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] For port 0d973d95-049d-4066-88c3-5d4c8de11d57, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0d973d95-049d-4066-88c3-5d4c8de11d57,segment=NetworkSegment(ae43bd13-b615-4ed6-a405-129ab36d9989),segment_id=ae43bd13-b615-4ed6-a405-129ab36d9989)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:09:52.290229 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:52.305261 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Calling delete_port for 0d973d95-049d-4066-88c3-5d4c8de11d57 owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:09:52.348487 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da595e2-e1b2-4b4c-ba02-77b5c8170452 req-cc686587-bf70-414e-82f3-60378027fd8f tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:52.350003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9da595e2-e1b2-4b4c-ba02-77b5c8170452 req-cc686587-bf70-414e-82f3-60378027fd8f tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 945 time: 0.0591204 Mar 04 01:09:52.399283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9da595e2-e1b2-4b4c-ba02-77b5c8170452 req-ba9a6358-cc8f-4e21-b9c9-491b98826954 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/security-groups?id=778537c0-31f5-4ad2-9bb0-9b96567551f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Mar 04 01:09:52.540869 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (0d973d95-049d-4066-88c3-5d4c8de11d57), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:52.588471 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['0d973d95-049d-4066-88c3-5d4c8de11d57'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:09:52.753594 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Pushing event deleted for resources: {'Port': ['ID=0d973d95-049d-4066-88c3-5d4c8de11d57,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:52.818709 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] No DVR routers for this DVR port 0d973d95-049d-4066-88c3-5d4c8de11d57 on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:09:52.822087 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:52.825794 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-a8773031-ca22-4d13-9059-c46d53071ec7 req-7b3550c5-4e10-4992-b4f1-5b5969ea2290 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.35 "DELETE /v2.0/ports/0d973d95-049d-4066-88c3-5d4c8de11d57 HTTP/1.1" status: 204 len: 173 time: 0.7898445 Mar 04 01:09:52.826255 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'name': 'network-vif-deleted', 'tag': '0d973d95-049d-4066-88c3-5d4c8de11d57'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:09:52.829087 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cbd9d7-68a5-4aae-830e-2021af92b4de" -d '{"events": [{"server_uuid": "f44d72bb-278e-4ec2-9330-4ca387f6651a", "name": "network-vif-deleted", "tag": "0d973d95-049d-4066-88c3-5d4c8de11d57"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:09:52.869879 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a0757-e685-404a-9df7-9b20996266bd x-openstack-request-id: req-7c9a0757-e685-404a-9df7-9b20996266bd {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:09:52.870179 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d72bb-278e-4ec2-9330-4ca387f6651a", "name": "network-vif-deleted", "tag": "0d973d95-049d-4066-88c3-5d4c8de11d57", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:09:52.870684 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c9a0757-e685-404a-9df7-9b20996266bd {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:09:52.870922 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d72bb-278e-4ec2-9330-4ca387f6651a', 'name': 'network-vif-deleted', 'tag': '0d973d95-049d-4066-88c3-5d4c8de11d57', 'status': 'completed', 'code': 200} Mar 04 01:09:53.292883 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015c4fc-3e81-457f-83c2-01fe2ec02e67 req-5174cc3f-0aec-4054-b6cd-56a7690daca5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:53.295051 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8015c4fc-3e81-457f-83c2-01fe2ec02e67 req-5174cc3f-0aec-4054-b6cd-56a7690daca5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0589166 Mar 04 01:09:53.347733 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8015c4fc-3e81-457f-83c2-01fe2ec02e67 req-fce89744-4cb8-49c6-b7ab-cf12cc63eb97 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Mar 04 01:09:53.544174 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-14754605-5eeb-487f-86b0-c239c9564406 req-c4f48694-239f-4ae8-9ee0-427fa98fa2e7 tempest-VolumesActionsTest-1283264087 tempest-VolumesActionsTest-1283264087-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d72bb-278e-4ec2-9330-4ca387f6651a HTTP/1.1" status: 200 len: 210 time: 0.0307062 Mar 04 01:09:53.739703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-24ca0240-6fd7-41ad-9406-0621c2e3745c tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:53.741200 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-24ca0240-6fd7-41ad-9406-0621c2e3745c tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/networks?id=dc3ab00e-2fb1-4b48-af19-550decac0f55 HTTP/1.1" status: 200 len: 813 time: 0.1207430 Mar 04 01:09:53.756412 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-8b36df84-0d35-4908-8ef0-146483c1d2a7 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/quotas/e3f6e0e0d4a5429c9c4e2bc8e17a2468 HTTP/1.1" status: 200 len: 375 time: 0.0094850 Mar 04 01:09:53.792201 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-554294b4-c55d-4adc-85f8-c45eca4cf611 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294979 Mar 04 01:09:53.888989 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-bdc574e4-d334-4f75-b33f-6f4fc1772c6e service neutron] 10.222.0.32 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Mar 04 01:09:53.976843 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-88cb044c-d0de-4298-a268-ea12baafb4ea service neutron] 10.222.0.32 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816574 Mar 04 01:09:54.148139 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 57822) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:54.216960 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fcc90f96-fc0b-4ec2-be08-6869c9c723d2 req-227b73b6-169b-430a-8336-e12918d8ca14 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0331695 Mar 04 01:09:54.273566 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d59eb21d-a37f-4c54-8943-ed67eae3dfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.346698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d59eb21d-a37f-4c54-8943-ed67eae3dfee admin admin] Publish callbacks [] for security_group (421d1664-96e1-4b9d-b45b-c4b352874776), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.420374 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d59eb21d-a37f-4c54-8943-ed67eae3dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (421d1664-96e1-4b9d-b45b-c4b352874776), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.484388 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eb21d-a37f-4c54-8943-ed67eae3dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d1664-96e1-4b9d-b45b-c4b352874776,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:54.496608 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d59eb21d-a37f-4c54-8943-ed67eae3dfee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8269a0f8dcb9482db3228097a8e0c772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413196 Mar 04 01:09:54.497561 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 57838) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:09:54.524367 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951709f-303c-45d3-b33b-5c857c30d43f req-78abfee4-ab22-4e40-a3b1-3565ae82aa59 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:09:54.528706 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4951709f-303c-45d3-b33b-5c857c30d43f req-78abfee4-ab22-4e40-a3b1-3565ae82aa59 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0965602 Mar 04 01:09:54.551270 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Publish callbacks [] for security_group (421d1664-96e1-4b9d-b45b-c4b352874776), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.585007 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4951709f-303c-45d3-b33b-5c857c30d43f req-592b86ad-98fe-4744-8f32-abe70796bf2f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Mar 04 01:09:54.585324 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Publish callbacks [] for security_group (421d1664-96e1-4b9d-b45b-c4b352874776), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.706344 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (421d1664-96e1-4b9d-b45b-c4b352874776), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.709200 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:09:54.710610 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/421d1664-96e1-4b9d-b45b-c4b352874776 HTTP/1.1" status: 204 len: 168 time: 0.2162421 Mar 04 01:09:54.727590 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d1664-96e1-4b9d-b45b-c4b352874776,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:09:54.736828 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.737189 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.737539 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.738018 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.738204 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.738709 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.739277 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.739778 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.740125 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.740564 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.740899 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.741227 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:54.741628 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17812b2e-105e-48f5-b54c-cae4a620cd83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:09:55.371685 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8606300c-31b4-4f3d-8a32-24b74abbfa79 req-9221522a-778a-4a6d-a49e-f89a985b6a66 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0480106 Mar 04 01:09:56.453226 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5f43bd00-22b3-4fd8-9a0d-60db01cece59 req-accea830-e2d4-4d82-bdf6-16009e489865 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0257230 Mar 04 01:09:57.543238 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1a607c4a-df5e-41ae-a945-6d7e8f2ea810 req-25f1e5a4-e8ff-4ba5-b400-7a9a759b44ad tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0254924 Mar 04 01:09:58.082808 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 0d973d95-049d-4066-88c3-5d4c8de11d57 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:09:58.102285 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 0d973d95-049d-4066-88c3-5d4c8de11d57 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:09:58.112183 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 0d973d95-049d-4066-88c3-5d4c8de11d57 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:09:58.638033 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-680c1874-30ab-4c24-8f1b-f0d07f6cbe0b req-e4c4030a-970f-4307-90b3-3f200e236101 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0264163 Mar 04 01:09:59.735932 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-601cab4c-b126-4880-b25f-8ed6cd9e5b90 req-44ee5a0a-0abf-4cbe-9759-e301bcaa2586 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0257750 Mar 04 01:10:00.551436 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:00.825791 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-81755c7e-584a-47bf-b205-be896ecc9af2 req-a38541b1-9766-4838-b9f9-0d895f3d8d12 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0256736 Mar 04 01:10:01.677504 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-262547bb-5acc-4ec4-a25c-3479c1784e38 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:01.678974 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-262547bb-5acc-4ec4-a25c-3479c1784e38 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "GET /v2.0/networks?id=dc3ab00e-2fb1-4b48-af19-550decac0f55 HTTP/1.1" status: 200 len: 813 time: 0.0991228 Mar 04 01:10:01.711167 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Request body: {'port': {'device_id': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55', 'admin_state_up': True, 'tenant_id': 'e3f6e0e0d4a5429c9c4e2bc8e17a2468'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:10:01.844846 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-11697cca-92fb-4233-8501-408791b36361 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598016 Mar 04 01:10:01.906310 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Made reservation on behalf of e3f6e0e0d4a5429c9c4e2bc8e17a2468 for: {'port': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:10:01.910200 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:01.952818 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c82a53e4-6993-4c59-b3dc-99b2242113ce req-71b69ece-9bf1-4467-a651-0e10d862fc0e tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0505362 Mar 04 01:10:01.973818 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-6f0b6034-9d01-4f1b-9867-34084b955122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:01.975803 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-6f0b6034-9d01-4f1b-9867-34084b955122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.0647078 Mar 04 01:10:02.073410 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Allocated IP 172.20.0.13 (dc3ab00e-2fb1-4b48-af19-550decac0f55/bb7b1f82-86c1-440f-af2a-4e8c6f63c91f/a35ec310-6f70-41d3-90d8-eaebcb0862cf) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:10:02.125892 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-9525ff3b-feda-413d-9fbe-f2caf234686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:02.127394 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-9525ff3b-feda-413d-9fbe-f2caf234686b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.1028483 Mar 04 01:10:02.173758 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-76e4c924-70b9-42e5-bef6-e4f5e6d76a80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 217 time: 0.0350544 Mar 04 01:10:02.217482 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks [] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:02.232349 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-3473e940-5047-4256-be1f-3cba8424dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:02.234884 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-3473e940-5047-4256-be1f-3cba8424dce8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0453835 Mar 04 01:10:02.281696 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-970e54c2-8a8d-4a2a-953d-c99ca4c415b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249858 Mar 04 01:10:02.311336 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:02.362377 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Network dc3ab00e-2fb1-4b48-af19-550decac0f55 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:10:02.369408 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:10:02.372677 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:10:02.377817 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Pushing event updated for resources: {'Port': ['ID=a35ec310-6f70-41d3-90d8-eaebcb0862cf,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:02.407297 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-ec538b4e-2e28-4189-b187-af4dbb7151ae service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016462 Mar 04 01:10:02.435204 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:02.435811 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:02.508059 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0c21ff0e-3781-4028-9d4a-9c76f7e9a67b req-c1315ad4-a369-4373-a089-4b8d6e54e834 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936027 Mar 04 01:10:02.532172 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-9d6501d7-863c-49a6-91ba-f9e6f016521a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8250406 Mar 04 01:10:02.561975 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Request body: {'port': {'device_id': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:10:02.620444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cb94-3e0e-429b-aba5-b3e2a5b0d4c8 req-4063d42c-1475-4e71-9d03-d7dcb1b081a5 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:02.621015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:02.622508 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-17b1cb94-3e0e-429b-aba5-b3e2a5b0d4c8 req-4063d42c-1475-4e71-9d03-d7dcb1b081a5 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0583222 Mar 04 01:10:02.677050 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-17b1cb94-3e0e-429b-aba5-b3e2a5b0d4c8 req-3c3e131f-8f0f-427d-a1d4-beb1a2d1e8bd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482442 Mar 04 01:10:02.884239 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35ec310-6f70-41d3-90d8-eaebcb0862cf {{(pid=103557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:10:02.892375 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Publish callbacks [] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:02.905402 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.provisioning_blocks [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Transition to ACTIVE for port object a35ec310-6f70-41d3-90d8-eaebcb0862cf will not be triggered until provisioned by entity L2. {{(pid=103557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:10:02.986224 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:03.037164 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Pushing event updated for resources: {'Port': ['ID=a35ec310-6f70-41d3-90d8-eaebcb0862cf,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:03.114162 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c5bf6-0b18-4e43-b27d-8c49f4d2ed99 req-07e72704-8169-4a22-9e1e-41ad7068bf52 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.115683 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-788c5bf6-0b18-4e43-b27d-8c49f4d2ed99 req-07e72704-8169-4a22-9e1e-41ad7068bf52 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 944 time: 0.0871754 Mar 04 01:10:03.119671 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Attempting to bind port a35ec310-6f70-41d3-90d8-eaebcb0862cf on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:10:03.120015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Attempting to bind port a35ec310-6f70-41d3-90d8-eaebcb0862cf by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:10:03.120382 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Attempting to bind port a35ec310-6f70-41d3-90d8-eaebcb0862cf on network dc3ab00e-2fb1-4b48-af19-550decac0f55 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:10:03.125814 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Port a35ec310-6f70-41d3-90d8-eaebcb0862cf on network dc3ab00e-2fb1-4b48-af19-550decac0f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:10:03.126141 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Attempting to bind port a35ec310-6f70-41d3-90d8-eaebcb0862cf on network dc3ab00e-2fb1-4b48-af19-550decac0f55 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:10:03.134729 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:10:03.136988 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Checking segment: {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:10:03.137920 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Bound using segment: {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:10:03.138387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Bound port: a35ec310-6f70-41d3-90d8-eaebcb0862cf, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'}}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:10:03.138779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:03.184457 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-788c5bf6-0b18-4e43-b27d-8c49f4d2ed99 req-32065151-88dc-4333-9326-0a13a446377e tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611258 Mar 04 01:10:03.221873 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] For port a35ec310-6f70-41d3-90d8-eaebcb0862cf, host hv-cinder-83109, cleared binding levels {{(pid=103557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:10:03.225171 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] For port a35ec310-6f70-41d3-90d8-eaebcb0862cf, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a35ec310-6f70-41d3-90d8-eaebcb0862cf,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:10:03.301118 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:03.303097 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728dcdf-a228-48e8-90bc-a1c994821397 req-b604084c-8041-46a4-8a9e-487ca40147cf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.304620 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8728dcdf-a228-48e8-90bc-a1c994821397 req-b604084c-8041-46a4-8a9e-487ca40147cf tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0557353 Mar 04 01:10:03.336316 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.337190 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:03.338860 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] 10.222.0.35 "PUT /v2.0/ports/a35ec310-6f70-41d3-90d8-eaebcb0862cf HTTP/1.1" status: 200 len: 1094 time: 0.7812631 Mar 04 01:10:03.342968 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'tag': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:03.345457 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c98e8f-cf38-4a4d-a30c-b423a705de57" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5a8fd1-2408-41fc-b06d-a78d250861fd", "tag": "a35ec310-6f70-41d3-90d8-eaebcb0862cf"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:03.372326 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8728dcdf-a228-48e8-90bc-a1c994821397 req-3b8b94e5-470c-455f-ae73-1490ed9e1509 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549059 Mar 04 01:10:03.390028 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b687-2f3f-4ef2-b614-8aff4695ca55 service neutron] Pushing event updated for resources: {'Port': ['ID=a35ec310-6f70-41d3-90d8-eaebcb0862cf,revision_number=3']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:03.401866 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876c4f7e-2d3c-428d-a1d6-70a2a32428c6 x-openstack-request-id: req-876c4f7e-2d3c-428d-a1d6-70a2a32428c6 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:03.402173 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5a8fd1-2408-41fc-b06d-a78d250861fd", "tag": "a35ec310-6f70-41d3-90d8-eaebcb0862cf", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:03.403662 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-876c4f7e-2d3c-428d-a1d6-70a2a32428c6 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:03.404094 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'tag': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf', 'status': 'completed', 'code': 200} Mar 04 01:10:03.623800 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98e8f-cf38-4a4d-a30c-b423a705de57 req-5dd5bfc2-c1a6-4c4a-b093-328a3f658bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.626000 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-84c98e8f-cf38-4a4d-a30c-b423a705de57 req-5dd5bfc2-c1a6-4c4a-b093-328a3f658bc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 1128 time: 0.0520618 Mar 04 01:10:03.757646 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98e8f-cf38-4a4d-a30c-b423a705de57 req-ba92f96a-6073-4ed0-81de-94e4b7033242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.765609 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-84c98e8f-cf38-4a4d-a30c-b423a705de57 req-ba92f96a-6073-4ed0-81de-94e4b7033242 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1205435 Mar 04 01:10:03.847729 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d032f-f684-436d-baa5-c0a1d1f6227a req-0e86ebab-37d0-4f0d-88a6-8cf894f2aee7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.854504 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bc3d032f-f684-436d-baa5-c0a1d1f6227a req-0e86ebab-37d0-4f0d-88a6-8cf894f2aee7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0895336 Mar 04 01:10:03.904700 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98e8f-cf38-4a4d-a30c-b423a705de57 req-6e618505-27cd-418d-aae2-b98a87c57368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:03.906828 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-84c98e8f-cf38-4a4d-a30c-b423a705de57 req-6e618505-27cd-418d-aae2-b98a87c57368 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362696 Mar 04 01:10:03.907765 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bc3d032f-f684-436d-baa5-c0a1d1f6227a req-90a339a1-563e-4d17-8cb3-295e1920e677 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523326 Mar 04 01:10:04.048857 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-19dce4ed-701b-4338-8cb5-a1e0c0cdd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:04.050471 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-19dce4ed-701b-4338-8cb5-a1e0c0cdd164 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 1128 time: 0.0645289 Mar 04 01:10:04.132716 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-c0745bb4-8127-480f-b512-a5198aefa132 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a35ec310-6f70-41d3-90d8-eaebcb0862cf HTTP/1.1" status: 200 len: 217 time: 0.0436106 Mar 04 01:10:04.206782 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-1f90b3da-c004-4cab-804b-2d082b53e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:04.210156 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-1f90b3da-c004-4cab-804b-2d082b53e111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7b1f82-86c1-440f-af2a-4e8c6f63c91f HTTP/1.1" status: 200 len: 853 time: 0.0669124 Mar 04 01:10:04.283538 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-0e0b77e5-3a1c-46fe-8080-51007de3ccf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3ab00e-2fb1-4b48-af19-550decac0f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666192 Mar 04 01:10:04.392605 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209099df-97dd-4bf0-a815-67bf3d3dafab req-dfb496e2-86e4-425a-bcd5-2145c8b931a6 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:04.401090 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-209099df-97dd-4bf0-a815-67bf3d3dafab req-dfb496e2-86e4-425a-bcd5-2145c8b931a6 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 944 time: 0.1089938 Mar 04 01:10:04.473127 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-5d7e0e08-6be0-4dee-8d6d-b43a0ff90943 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816003 Mar 04 01:10:04.484979 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-209099df-97dd-4bf0-a815-67bf3d3dafab req-8dcfe28c-957a-48ee-a1cd-c728d7cce2c7 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824189 Mar 04 01:10:04.634319 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-b5e7a9d5-b44c-4ad0-a0b9-09433f69148e req-270259ea-07f6-48ab-b539-4405e361c8ec service neutron] 10.222.0.35 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486859 Mar 04 01:10:05.100784 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e1aee-8d32-40b4-9e52-9d5488aeb777 req-e0c0564d-76eb-4e99-a6fa-9d13b6b600ed tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:05.108817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e30e1aee-8d32-40b4-9e52-9d5488aeb777 req-e0c0564d-76eb-4e99-a6fa-9d13b6b600ed tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0995800 Mar 04 01:10:05.172466 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58170) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:05.195729 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e30e1aee-8d32-40b4-9e52-9d5488aeb777 req-7007356c-b12e-47ef-8075-dd9a4c703bf6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851314 Mar 04 01:10:05.366014 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d5cbeec9-5aa6-46e7-b69c-86feed081e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.462872 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d5cbeec9-5aa6-46e7-b69c-86feed081e4a admin admin] Publish callbacks [] for security_group (59e06369-b31d-4478-b02a-8847d4cded65), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.546123 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d5cbeec9-5aa6-46e7-b69c-86feed081e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (59e06369-b31d-4478-b02a-8847d4cded65), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.598814 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d5cbeec9-5aa6-46e7-b69c-86feed081e4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7898c5bd01ac42b38db77d9a8d62df1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245331 Mar 04 01:10:05.599930 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbeec9-5aa6-46e7-b69c-86feed081e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e06369-b31d-4478-b02a-8847d4cded65,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:05.602669 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58186) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:05.624751 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d87a-164a-4329-9290-2355b679cd12 req-4d5dd106-975c-4211-9c6f-2ad5050d36a0 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:05.632203 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87f8d87a-164a-4329-9290-2355b679cd12 req-4d5dd106-975c-4211-9c6f-2ad5050d36a0 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 944 time: 0.0812125 Mar 04 01:10:05.683048 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a76de11b-36ea-4f8a-bb32-42a0f66f7916 admin admin] Publish callbacks [] for security_group (59e06369-b31d-4478-b02a-8847d4cded65), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.710706 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58188) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:05.712103 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87f8d87a-164a-4329-9290-2355b679cd12 req-72538733-e69f-4edb-9fad-205a73376ac6 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789247 Mar 04 01:10:05.725589 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a76de11b-36ea-4f8a-bb32-42a0f66f7916 admin admin] Publish callbacks [] for security_group (59e06369-b31d-4478-b02a-8847d4cded65), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.848954 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c47-9973-4904-a7e8-8d3444efe956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.851848 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a76de11b-36ea-4f8a-bb32-42a0f66f7916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (59e06369-b31d-4478-b02a-8847d4cded65), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.854760 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a76de11b-36ea-4f8a-bb32-42a0f66f7916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:05.858995 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a76de11b-36ea-4f8a-bb32-42a0f66f7916 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59e06369-b31d-4478-b02a-8847d4cded65 HTTP/1.1" status: 204 len: 168 time: 0.2523055 Mar 04 01:10:05.889604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76de11b-36ea-4f8a-bb32-42a0f66f7916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e06369-b31d-4478-b02a-8847d4cded65,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:05.969204 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c47-9973-4904-a7e8-8d3444efe956 admin admin] Publish callbacks [] for security_group (f3ad114b-d9a0-4657-848d-64f471604543), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.060958 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c47-9973-4904-a7e8-8d3444efe956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f3ad114b-d9a0-4657-848d-64f471604543), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.105136 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7c47-9973-4904-a7e8-8d3444efe956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad114b-d9a0-4657-848d-64f471604543,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:06.109307 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7b1f7c47-9973-4904-a7e8-8d3444efe956 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c49facfa021e4633be5ff0564a541a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976023 Mar 04 01:10:06.113182 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58194) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:06.115705 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a35ec310-6f70-41d3-90d8-eaebcb0862cf details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:10:06.252025 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8a88a6f6-e496-4473-b5ef-85522c2adccf admin admin] Publish callbacks [] for security_group (f3ad114b-d9a0-4657-848d-64f471604543), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.302328 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a35ec310-6f70-41d3-90d8-eaebcb0862cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a35ec310-6f70-41d3-90d8-eaebcb0862cf,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:06.302822 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8a88a6f6-e496-4473-b5ef-85522c2adccf admin admin] Publish callbacks [] for security_group (f3ad114b-d9a0-4657-848d-64f471604543), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.338248 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf', 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55', 'port_id': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf', 'mac_address': 'fa:16:3e:f7:bc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7b1f82-86c1-440f-af2a-4e8c6f63c91f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:10:06.400128 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port a35ec310-6f70-41d3-90d8-eaebcb0862cf is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:06.400602 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.416437 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35ec310-6f70-41d3-90d8-eaebcb0862cf {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:10:06.438011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a35ec310-6f70-41d3-90d8-eaebcb0862cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a35ec310-6f70-41d3-90d8-eaebcb0862cf,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:06.475200 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf57f7d-c626-48d3-882f-e64b4678ad1c req-fbafc415-8ae7-462a-9e4c-dc74be74e427 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:06.477288 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9bf57f7d-c626-48d3-882f-e64b4678ad1c req-fbafc415-8ae7-462a-9e4c-dc74be74e427 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0976896 Mar 04 01:10:06.505825 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.547289 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9bf57f7d-c626-48d3-882f-e64b4678ad1c req-9a295bd0-c1c9-40cc-b216-fd6b80c07801 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619230 Mar 04 01:10:06.552801 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8a88a6f6-e496-4473-b5ef-85522c2adccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f3ad114b-d9a0-4657-848d-64f471604543), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.555387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8a88a6f6-e496-4473-b5ef-85522c2adccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:06.559750 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8a88a6f6-e496-4473-b5ef-85522c2adccf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3ad114b-d9a0-4657-848d-64f471604543 HTTP/1.1" status: 204 len: 168 time: 0.4450269 Mar 04 01:10:06.571413 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=a35ec310-6f70-41d3-90d8-eaebcb0862cf,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:06.583399 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88a6f6-e496-4473-b5ef-85522c2adccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad114b-d9a0-4657-848d-64f471604543,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:06.594118 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.595604 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.596236 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.596768 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.597266 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.597768 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.598250 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.598733 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.599215 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.599721 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.600340 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.600836 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.601332 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:06.879710 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe716-bbdb-4d42-8748-4a10914ca907 req-484c8287-ae65-4ce5-9585-e0f521cac35b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:06.882090 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c76fe716-bbdb-4d42-8748-4a10914ca907 req-484c8287-ae65-4ce5-9585-e0f521cac35b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 945 time: 0.0708761 Mar 04 01:10:06.938003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c76fe716-bbdb-4d42-8748-4a10914ca907 req-37b234fc-1a94-4efa-b544-dda37c7b54ec tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Mar 04 01:10:07.010758 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a35ec310-6f70-41d3-90d8-eaebcb0862cf'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:10:07.204303 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58222) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:07.333101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe0c9-0864-4699-b0d5-e854cd2d871a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.396099 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58226) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:07.413437 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44020eeb-dfca-4660-aa71-9eb4917516c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.414824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe0c9-0864-4699-b0d5-e854cd2d871a admin admin] Publish callbacks [] for security_group (23b7cda4-ab0f-4626-bf78-c7dae62fe97f), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.494381 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe0c9-0864-4699-b0d5-e854cd2d871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (23b7cda4-ab0f-4626-bf78-c7dae62fe97f), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.498512 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44020eeb-dfca-4660-aa71-9eb4917516c3 admin admin] Publish callbacks [] for security_group (5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.550006 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fe0c9-0864-4699-b0d5-e854cd2d871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7cda4-ab0f-4626-bf78-c7dae62fe97f,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:07.561111 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-ec5fe0c9-0864-4699-b0d5-e854cd2d871a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=330e8278334f49cc9b14bc9630b4d210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556998 Mar 04 01:10:07.564253 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58228) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:07.579770 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44020eeb-dfca-4660-aa71-9eb4917516c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.612480 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-44020eeb-dfca-4660-aa71-9eb4917516c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c788097d7e0417cad2ae3f5fc01a19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145746 Mar 04 01:10:07.615180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58232) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:07.633396 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44020eeb-dfca-4660-aa71-9eb4917516c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:07.711485 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94425d40-0ff1-4ad0-8c31-f5ce8d75986a admin admin] Publish callbacks [] for security_group (23b7cda4-ab0f-4626-bf78-c7dae62fe97f), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.747582 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94425d40-0ff1-4ad0-8c31-f5ce8d75986a admin admin] Publish callbacks [] for security_group (23b7cda4-ab0f-4626-bf78-c7dae62fe97f), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.754905 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0618d5f1-ce41-4228-8f1b-42b308a232f1 admin admin] Publish callbacks [] for security_group (5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.768481 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eed11a-1dc9-46da-82ae-85fdf1286072 req-bcb23fba-a6e1-408f-b207-8303334ca977 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:07.769985 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46eed11a-1dc9-46da-82ae-85fdf1286072 req-bcb23fba-a6e1-408f-b207-8303334ca977 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1414275 Mar 04 01:10:07.823355 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0618d5f1-ce41-4228-8f1b-42b308a232f1 admin admin] Publish callbacks [] for security_group (5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.878062 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46eed11a-1dc9-46da-82ae-85fdf1286072 req-30131b02-5e8e-4c1e-85c2-846ade3bc76f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970349 Mar 04 01:10:07.958100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94425d40-0ff1-4ad0-8c31-f5ce8d75986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (23b7cda4-ab0f-4626-bf78-c7dae62fe97f), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.960729 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-94425d40-0ff1-4ad0-8c31-f5ce8d75986a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:07.964387 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-94425d40-0ff1-4ad0-8c31-f5ce8d75986a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23b7cda4-ab0f-4626-bf78-c7dae62fe97f HTTP/1.1" status: 204 len: 168 time: 0.3964992 Mar 04 01:10:07.975903 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94425d40-0ff1-4ad0-8c31-f5ce8d75986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7cda4-ab0f-4626-bf78-c7dae62fe97f,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:08.004539 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0618d5f1-ce41-4228-8f1b-42b308a232f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:08.010758 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0618d5f1-ce41-4228-8f1b-42b308a232f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:08.010758 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-0618d5f1-ce41-4228-8f1b-42b308a232f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6 HTTP/1.1" status: 204 len: 168 time: 0.3938074 Mar 04 01:10:08.054850 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618d5f1-ce41-4228-8f1b-42b308a232f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01a1af-0c3e-4a9a-8bd7-c1479bfde7a6,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:08.115289 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2618f2-447d-45b2-98aa-c78871bcbd38 req-8a66e4dd-c559-4f35-ba70-45bcf5e32603 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:08.116853 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bf2618f2-447d-45b2-98aa-c78871bcbd38 req-8a66e4dd-c559-4f35-ba70-45bcf5e32603 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 945 time: 0.0804610 Mar 04 01:10:08.163817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bf2618f2-447d-45b2-98aa-c78871bcbd38 req-4f80c1ee-fa5e-4b24-b956-cc3df65a2ed2 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Mar 04 01:10:08.541880 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:10:09.067557 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c6ebb-0ee6-42fb-9ec8-9a686273e585 req-99be855e-cc06-4451-899d-c39b350893c3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:09.069775 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-458c6ebb-0ee6-42fb-9ec8-9a686273e585 req-99be855e-cc06-4451-899d-c39b350893c3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0804086 Mar 04 01:10:09.142539 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-458c6ebb-0ee6-42fb-9ec8-9a686273e585 req-ca67cc2b-e100-42cd-ac49-8ee58443955b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670066 Mar 04 01:10:09.237321 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-83e0b205-9942-4ced-9ca1-c8ce2318eea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:09.355446 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28f4ca-553a-419f-86a8-cff4da1f8dd4 req-5c9646a4-ccda-48ca-a2bf-3dae23de835f tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:09.364742 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ab28f4ca-553a-419f-86a8-cff4da1f8dd4 req-5c9646a4-ccda-48ca-a2bf-3dae23de835f tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 945 time: 0.1023076 Mar 04 01:10:09.430468 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ab28f4ca-553a-419f-86a8-cff4da1f8dd4 req-e91f125e-2d37-4eaa-ab52-2c9dfd7d6810 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648367 Mar 04 01:10:10.146763 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a35ec310-6f70-41d3-90d8-eaebcb0862cf up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:10:10.294546 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port a35ec310-6f70-41d3-90d8-eaebcb0862cf completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:10:10.295706 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb045-2ccc-41fa-8ff8-ea493b081b0f req-48ae2f35-079e-4e00-a85a-1c37a06c7044 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:10.297427 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98dcb045-2ccc-41fa-8ff8-ea493b081b0f req-48ae2f35-079e-4e00-a85a-1c37a06c7044 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0563016 Mar 04 01:10:10.307034 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port a35ec310-6f70-41d3-90d8-eaebcb0862cf triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:10:10.308914 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:10.399130 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98dcb045-2ccc-41fa-8ff8-ea493b081b0f req-2d644b12-274e-4d01-a92d-f212e92d5a55 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911458 Mar 04 01:10:10.426132 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port a35ec310-6f70-41d3-90d8-eaebcb0862cf is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:10.426944 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:10.463771 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:10.466954 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed250e2-410d-460b-8c68-8abc0955844b" -d '{"events": [{"server_uuid": "0a5a8fd1-2408-41fc-b06d-a78d250861fd", "name": "network-vif-plugged", "status": "completed", "tag": "a35ec310-6f70-41d3-90d8-eaebcb0862cf"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:10.481362 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port a35ec310-6f70-41d3-90d8-eaebcb0862cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a35ec310-6f70-41d3-90d8-eaebcb0862cf,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:10.533958 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be949a4-d573-4048-ba00-beda1e458bef x-openstack-request-id: req-5be949a4-d573-4048-ba00-beda1e458bef {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:10.534573 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5a8fd1-2408-41fc-b06d-a78d250861fd", "name": "network-vif-plugged", "status": "completed", "tag": "a35ec310-6f70-41d3-90d8-eaebcb0862cf", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:10.534893 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5be949a4-d573-4048-ba00-beda1e458bef {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:10.535383 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf', 'code': 200} Mar 04 01:10:10.536561 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:10.608480 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6ccd9-7969-4b6b-b32b-81e1b70f763d req-a5470540-3d89-40cf-b6e2-23d1760ddeb4 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:10.616194 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6ae6ccd9-7969-4b6b-b32b-81e1b70f763d req-a5470540-3d89-40cf-b6e2-23d1760ddeb4 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.0793991 Mar 04 01:10:10.626115 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=a35ec310-6f70-41d3-90d8-eaebcb0862cf,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:10.693322 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6ae6ccd9-7969-4b6b-b32b-81e1b70f763d req-e7c75a16-ee83-4f64-a300-42a4d7eeb430 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748031 Mar 04 01:10:11.002209 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50a1db-72cf-47f1-8923-b318ab184cac req-0bf89728-937e-4b91-b5e9-05f909cd069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:11.004820 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-3a50a1db-72cf-47f1-8923-b318ab184cac req-0bf89728-937e-4b91-b5e9-05f909cd069b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 1130 time: 0.0716965 Mar 04 01:10:11.092089 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-3a50a1db-72cf-47f1-8923-b318ab184cac req-41c0f205-8584-44b2-8aca-052f94409f29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756080 Mar 04 01:10:11.511480 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b8839349-6f3a-4429-b28b-569336f4c72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:11.566430 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c74d-1059-48ef-9c26-68d70824a771 req-1f85b5c5-5acf-4418-8068-91f0d4b55554 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:11.572847 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d156c74d-1059-48ef-9c26-68d70824a771 req-1f85b5c5-5acf-4418-8068-91f0d4b55554 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0836184 Mar 04 01:10:11.630689 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d156c74d-1059-48ef-9c26-68d70824a771 req-9f8fd222-187c-4d83-bea2-c29982e3833c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553818 Mar 04 01:10:11.855027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d171c67-818a-49d4-b03d-cf80963e5c4c req-522f5d48-0b50-4da5-bf61-3d930bc6e768 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:11.855406 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7d171c67-818a-49d4-b03d-cf80963e5c4c req-522f5d48-0b50-4da5-bf61-3d930bc6e768 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.0855436 Mar 04 01:10:11.910378 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7d171c67-818a-49d4-b03d-cf80963e5c4c req-7bcc1d78-6112-4f75-8402-e6130949d7b7 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Mar 04 01:10:12.751338 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd976cb4-15f4-46d4-b196-9c1a434d35c7 req-3e152512-df56-4490-8558-be188abda055 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:12.753491 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd976cb4-15f4-46d4-b196-9c1a434d35c7 req-3e152512-df56-4490-8558-be188abda055 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0524497 Mar 04 01:10:12.802614 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd976cb4-15f4-46d4-b196-9c1a434d35c7 req-e80df7b2-0ad0-4186-a28a-1731e79517a1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Mar 04 01:10:13.026002 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:13.029171 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5473c0-8421-4b61-b0ae-8bba213e1300 req-30426695-5840-46e5-801c-7aaf90d4935f tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:13.030644 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3b5473c0-8421-4b61-b0ae-8bba213e1300 req-30426695-5840-46e5-801c-7aaf90d4935f tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.0526512 Mar 04 01:10:13.077188 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3b5473c0-8421-4b61-b0ae-8bba213e1300 req-5e681b3b-6dfe-4002-b847-37209c3b979a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Mar 04 01:10:13.995177 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968fd3-a96e-446d-a46c-0b9140d1a9d8 req-1ceef9bf-f5a4-4c5a-9a34-cda25bcabd7a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:13.998617 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad968fd3-a96e-446d-a46c-0b9140d1a9d8 req-1ceef9bf-f5a4-4c5a-9a34-cda25bcabd7a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1122584 Mar 04 01:10:14.096386 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad968fd3-a96e-446d-a46c-0b9140d1a9d8 req-abefea43-0e0d-4ae8-864a-d737581c75a4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904336 Mar 04 01:10:14.213444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7ff0-5c9b-4261-9ffc-d07f606bfbdc req-d4a58252-1d3a-4565-ad5a-26c723d43ef0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:14.214964 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-881d7ff0-5c9b-4261-9ffc-d07f606bfbdc req-d4a58252-1d3a-4565-ad5a-26c723d43ef0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1176260 Mar 04 01:10:14.253058 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-1c14b384-ab5e-4fe8-9048-92e2cfc6394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:14.257836 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-1c14b384-ab5e-4fe8-9048-92e2cfc6394d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.1104300 Mar 04 01:10:14.345677 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-881d7ff0-5c9b-4261-9ffc-d07f606bfbdc req-445c5030-c525-4263-8148-692d87c613ab tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240406 Mar 04 01:10:14.428811 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-8ce8d63a-edde-4219-b931-27a38e559793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:14.430589 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-8ce8d63a-edde-4219-b931-27a38e559793 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.1530383 Mar 04 01:10:14.436910 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:14.489945 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-29efee4c-bddc-481e-b079-ffd61e9ac976 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 217 time: 0.0474896 Mar 04 01:10:14.608604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-4af25045-cbeb-45f8-b5ff-2379ae43fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:14.615147 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-4af25045-cbeb-45f8-b5ff-2379ae43fc1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.1054289 Mar 04 01:10:14.655557 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-d2e22b07-57be-4923-8682-567c2d68157a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338695 Mar 04 01:10:14.762812 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-b9c5210f-b8c3-4886-9bf5-ba1e3c9d5e5d service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Mar 04 01:10:14.906914 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-bca6daf0-0537-4c00-9b4a-164e4738174d req-ccbb7304-1fb6-41c3-99c3-9a783a52e690 service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368766 Mar 04 01:10:15.259413 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f42-3bb9-43ac-b9b8-8d90220229ce req-b1450a0d-dcfc-40ea-a36b-fbaba3e8689b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:15.260952 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f901f42-3bb9-43ac-b9b8-8d90220229ce req-b1450a0d-dcfc-40ea-a36b-fbaba3e8689b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0562425 Mar 04 01:10:15.317572 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f901f42-3bb9-43ac-b9b8-8d90220229ce req-3fe65414-9a0d-4efd-b7f2-f26c3b8cc604 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503008 Mar 04 01:10:15.489801 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e620f-2e12-4188-9b45-d14ac4df091b req-d8253562-81d4-47b5-a1e7-31de8592b813 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:15.498702 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee8e620f-2e12-4188-9b45-d14ac4df091b req-d8253562-81d4-47b5-a1e7-31de8592b813 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0729029 Mar 04 01:10:15.548232 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee8e620f-2e12-4188-9b45-d14ac4df091b req-4bd4a79b-3aa2-4e93-826a-913d2fa048a6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Mar 04 01:10:15.723861 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:16.534591 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632ab9b-aa5b-4c61-96b1-69cca5a5f710 req-632328db-7493-4039-b69b-e605eebe0898 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:16.536908 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3632ab9b-aa5b-4c61-96b1-69cca5a5f710 req-632328db-7493-4039-b69b-e605eebe0898 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0967066 Mar 04 01:10:16.591827 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3632ab9b-aa5b-4c61-96b1-69cca5a5f710 req-7123de8e-5589-4c8b-94c0-6e6e74cd6aea tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Mar 04 01:10:16.731435 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ddf9c-f397-49e4-9585-7aa27914c509 req-70350490-7317-442c-bbe5-b717d0bac6fa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:16.733053 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ddf9c-f397-49e4-9585-7aa27914c509 req-70350490-7317-442c-bbe5-b717d0bac6fa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0660288 Mar 04 01:10:16.787594 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ddf9c-f397-49e4-9585-7aa27914c509 req-ebb1f5d0-5eaf-49b1-b3bd-bf35ddb0f496 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Mar 04 01:10:17.744684 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336021-1cf6-4e9a-a9d9-e093b76f52d8 req-11da0c0f-c5f7-4395-8021-ea7a6ed90529 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:17.746190 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f336021-1cf6-4e9a-a9d9-e093b76f52d8 req-11da0c0f-c5f7-4395-8021-ea7a6ed90529 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0832546 Mar 04 01:10:17.802131 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f336021-1cf6-4e9a-a9d9-e093b76f52d8 req-767c3d5e-fc78-454e-a6e9-524806fe3c63 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464706 Mar 04 01:10:18.021493 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84ca3-c4c7-4705-b244-c90c9b5a4a41 req-9586e39d-aa82-4218-8901-a38a5cc5e70e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:18.023088 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-65d84ca3-c4c7-4705-b244-c90c9b5a4a41 req-9586e39d-aa82-4218-8901-a38a5cc5e70e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1175880 Mar 04 01:10:18.076572 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-65d84ca3-c4c7-4705-b244-c90c9b5a4a41 req-4e654b3a-cb48-4806-b61c-054c3f96ac89 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Mar 04 01:10:18.941316 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069ad71-569e-4997-8ea2-4d724e30f35e req-8ce05f34-b581-4ccb-bb6b-2e11f911a21c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:18.942765 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2069ad71-569e-4997-8ea2-4d724e30f35e req-8ce05f34-b581-4ccb-bb6b-2e11f911a21c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0552361 Mar 04 01:10:18.990709 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2069ad71-569e-4997-8ea2-4d724e30f35e req-ff95aa65-3fed-4298-b732-9b984825aaf1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Mar 04 01:10:19.200522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696d872-25c2-4ed1-bd8a-40b0a92bf883 req-268b8fce-4517-41eb-add2-30768152c626 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:19.202003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5696d872-25c2-4ed1-bd8a-40b0a92bf883 req-268b8fce-4517-41eb-add2-30768152c626 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0528479 Mar 04 01:10:19.247914 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5696d872-25c2-4ed1-bd8a-40b0a92bf883 req-9a924b98-dc17-42c3-b120-fdc3d361cd6e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Mar 04 01:10:20.137716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bc6-efce-42f1-ad98-3ec605d3fdc7 req-d45559e2-fdd6-461c-bfc1-8301492a8e64 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:20.139200 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ab010bc6-efce-42f1-ad98-3ec605d3fdc7 req-d45559e2-fdd6-461c-bfc1-8301492a8e64 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0561190 Mar 04 01:10:20.193306 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:10:20.306498 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:20.330997 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'mac_address': 'fa:16:3e:4b:00:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:10:20.376478 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: ACTIVE; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:20.377191 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:20.398720 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65a41b87-f03c-411e-92b0-0e5d40a40c32 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:10:20.422403 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:20.476974 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ab010bc6-efce-42f1-ad98-3ec605d3fdc7 req-063dae1d-fca9-41bd-aec2-1c8aec56927b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313429 Mar 04 01:10:20.493434 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:20.545602 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=6']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:20.595941 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4caa-65d1-4e64-b96e-9ffe746bfa76 req-a30f1907-b952-4cda-934e-a0c4612b84dc tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:20.600803 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-092c4caa-65d1-4e64-b96e-9ffe746bfa76 req-a30f1907-b952-4cda-934e-a0c4612b84dc tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0688403 Mar 04 01:10:20.655543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-092c4caa-65d1-4e64-b96e-9ffe746bfa76 req-19d0f2e0-319c-4117-bcea-1ccac3804738 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513670 Mar 04 01:10:20.785244 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['65a41b87-f03c-411e-92b0-0e5d40a40c32'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:10:21.607854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e0dec-bfbf-44b9-85cc-74cb9635f800 req-213ab51d-0593-475f-a0d3-f2b24c74d59e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:21.609425 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee9e0dec-bfbf-44b9-85cc-74cb9635f800 req-213ab51d-0593-475f-a0d3-f2b24c74d59e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 944 time: 0.0587194 Mar 04 01:10:21.664628 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee9e0dec-bfbf-44b9-85cc-74cb9635f800 req-35e5e987-b27a-438d-a250-bb8c392f92e0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491827 Mar 04 01:10:21.781714 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b1323-c95b-46e6-8af9-dadf8b708420 req-ac6dca54-2fdf-4156-85cf-a2e0be8fcf4b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:21.788466 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2c2b1323-c95b-46e6-8af9-dadf8b708420 req-ac6dca54-2fdf-4156-85cf-a2e0be8fcf4b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0620344 Mar 04 01:10:21.847147 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2c2b1323-c95b-46e6-8af9-dadf8b708420 req-e79e3da1-aee9-49e1-a5c4-80c798ac41ac tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Mar 04 01:10:21.944532 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58678) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:22.096018 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d5014af6-1f8f-4477-be52-91f15b966742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.180211 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d5014af6-1f8f-4477-be52-91f15b966742 admin admin] Publish callbacks [] for security_group (af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.211451 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:10:22.258725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d5014af6-1f8f-4477-be52-91f15b966742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.268115 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 65a41b87-f03c-411e-92b0-0e5d40a40c32 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:10:22.269301 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.299051 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d5014af6-1f8f-4477-be52-91f15b966742 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d72f7fa81b849e2ab70090b17250ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533442 Mar 04 01:10:22.299758 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5014af6-1f8f-4477-be52-91f15b966742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:22.302403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58682) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:22.358503 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-11abbd17-b78d-45e5-83f7-dfdd868ad95c admin admin] Publish callbacks [] for security_group (af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.382062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-11abbd17-b78d-45e5-83f7-dfdd868ad95c admin admin] Publish callbacks [] for security_group (af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.422132 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:22.422622 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.455058 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:22.458724 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddc1e65-e731-414f-8a72-e994c7ec3383" -d '{"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:22.489259 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:22.507943 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59136b46-bfaa-4983-ab95-0c82aa707fda x-openstack-request-id: req-59136b46-bfaa-4983-ab95-0c82aa707fda {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:22.508241 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:22.508583 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59136b46-bfaa-4983-ab95-0c82aa707fda {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:22.508981 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'code': 200} Mar 04 01:10:22.513457 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-11abbd17-b78d-45e5-83f7-dfdd868ad95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.516630 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-11abbd17-b78d-45e5-83f7-dfdd868ad95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.520875 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-11abbd17-b78d-45e5-83f7-dfdd868ad95c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a HTTP/1.1" status: 204 len: 168 time: 0.2148342 Mar 04 01:10:22.528099 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abbd17-b78d-45e5-83f7-dfdd868ad95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0dd6f0-a61d-4a3d-aa57-b3e3769bfd3a,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:22.643123 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:22.733292 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=7']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:22.825358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc693-22f7-41d2-ab8f-e6a7480c68a1 req-f9a5921a-ffe2-4ef4-bf69-49f6c178102e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:22.826934 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-38ffc693-22f7-41d2-ab8f-e6a7480c68a1 req-f9a5921a-ffe2-4ef4-bf69-49f6c178102e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0623872 Mar 04 01:10:22.886101 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-38ffc693-22f7-41d2-ab8f-e6a7480c68a1 req-7c8ebbb9-9e2d-40d7-a889-43c6f2846337 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528970 Mar 04 01:10:22.997182 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58706) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:23.047210 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3b33-7251-4d19-b915-5b29f22662bf req-1901b5ed-6d95-47fd-9ba0-34bb59c800e2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:23.057501 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-40bb3b33-7251-4d19-b915-5b29f22662bf req-1901b5ed-6d95-47fd-9ba0-34bb59c800e2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0944285 Mar 04 01:10:23.131319 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-40bb3b33-7251-4d19-b915-5b29f22662bf req-5dfa3c9b-4387-4557-bb93-6edfa259a09e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Mar 04 01:10:23.196525 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-13611d5f-543d-43f7-85ec-e45c0187d80d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.279649 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-13611d5f-543d-43f7-85ec-e45c0187d80d admin admin] Publish callbacks [] for security_group (f4159a10-7c04-40d8-8f6a-846f38aed148), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.345781 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-13611d5f-543d-43f7-85ec-e45c0187d80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f4159a10-7c04-40d8-8f6a-846f38aed148), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.399223 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58712) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:23.400854 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-13611d5f-543d-43f7-85ec-e45c0187d80d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1baaef97591742619dd620d82b94766a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025290 Mar 04 01:10:23.401846 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13611d5f-543d-43f7-85ec-e45c0187d80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4159a10-7c04-40d8-8f6a-846f38aed148,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:23.406598 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58714) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:23.428952 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c0e84133-74b6-4741-b74e-62bc4694abda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.503525 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-34c291c6-9813-4926-aac8-6739a127282c admin admin] Publish callbacks [] for security_group (f4159a10-7c04-40d8-8f6a-846f38aed148), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.536915 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-34c291c6-9813-4926-aac8-6739a127282c admin admin] Publish callbacks [] for security_group (f4159a10-7c04-40d8-8f6a-846f38aed148), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.579559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c0e84133-74b6-4741-b74e-62bc4694abda admin admin] Publish callbacks [] for security_group (3e28eb37-60be-4b50-a27b-e757e44712db), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.671018 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c0e84133-74b6-4741-b74e-62bc4694abda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (3e28eb37-60be-4b50-a27b-e757e44712db), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.708196 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-34c291c6-9813-4926-aac8-6739a127282c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f4159a10-7c04-40d8-8f6a-846f38aed148), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.715668 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-34c291c6-9813-4926-aac8-6739a127282c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.719795 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-34c291c6-9813-4926-aac8-6739a127282c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4159a10-7c04-40d8-8f6a-846f38aed148 HTTP/1.1" status: 204 len: 168 time: 0.3169281 Mar 04 01:10:23.728351 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c0e84133-74b6-4741-b74e-62bc4694abda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95d7d3f9def44bb18962055222681e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204021 Mar 04 01:10:23.731558 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58720) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:23.737949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e84133-74b6-4741-b74e-62bc4694abda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28eb37-60be-4b50-a27b-e757e44712db,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:23.759009 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c291c6-9813-4926-aac8-6739a127282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4159a10-7c04-40d8-8f6a-846f38aed148,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:23.827654 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d86fc3cf-c276-411a-8757-07b920176b53 admin admin] Publish callbacks [] for security_group (3e28eb37-60be-4b50-a27b-e757e44712db), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.853650 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d86fc3cf-c276-411a-8757-07b920176b53 admin admin] Publish callbacks [] for security_group (3e28eb37-60be-4b50-a27b-e757e44712db), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.990484 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d86fc3cf-c276-411a-8757-07b920176b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (3e28eb37-60be-4b50-a27b-e757e44712db), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.993104 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d86fc3cf-c276-411a-8757-07b920176b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:23.996969 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d86fc3cf-c276-411a-8757-07b920176b53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e28eb37-60be-4b50-a27b-e757e44712db HTTP/1.1" status: 204 len: 168 time: 0.2618508 Mar 04 01:10:24.024061 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fc3cf-c276-411a-8757-07b920176b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28eb37-60be-4b50-a27b-e757e44712db,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:24.111686 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177e3e-2506-4e12-a522-43a0af846d66 req-68d9233d-2160-4b66-af6e-bc9338e43a22 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:24.113214 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d8177e3e-2506-4e12-a522-43a0af846d66 req-68d9233d-2160-4b66-af6e-bc9338e43a22 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1355858 Mar 04 01:10:24.161766 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d8177e3e-2506-4e12-a522-43a0af846d66 req-1b621f1f-1372-4ae0-ae2c-28ef5fb70382 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Mar 04 01:10:24.282465 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8eff9-4e80-4b91-a18d-8616781afd50 req-2b1ae97d-5ad0-41e0-a7bb-eccf0fcd89ee tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:24.283972 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61b8eff9-4e80-4b91-a18d-8616781afd50 req-2b1ae97d-5ad0-41e0-a7bb-eccf0fcd89ee tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0570967 Mar 04 01:10:24.339323 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61b8eff9-4e80-4b91-a18d-8616781afd50 req-1e7ffb96-9e74-42aa-b795-ff5eccab0160 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490220 Mar 04 01:10:24.448672 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58736) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:24.467672 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b0166ab1-0208-45b8-a9ec-f6de56ac095c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.566362 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b0166ab1-0208-45b8-a9ec-f6de56ac095c admin admin] Publish callbacks [] for security_group (393e5d2c-9e93-4c11-a7fc-378735190d2a), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.648623 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b0166ab1-0208-45b8-a9ec-f6de56ac095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (393e5d2c-9e93-4c11-a7fc-378735190d2a), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.688487 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b0166ab1-0208-45b8-a9ec-f6de56ac095c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8e7d57463a64061b38ce5ace24af861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383194 Mar 04 01:10:24.689509 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0166ab1-0208-45b8-a9ec-f6de56ac095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e5d2c-9e93-4c11-a7fc-378735190d2a,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:24.691283 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58740) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:24.766425 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7dc9-37ab-4af8-b6f8-760459b43430 admin admin] Publish callbacks [] for security_group (393e5d2c-9e93-4c11-a7fc-378735190d2a), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.789135 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7dc9-37ab-4af8-b6f8-760459b43430 admin admin] Publish callbacks [] for security_group (393e5d2c-9e93-4c11-a7fc-378735190d2a), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.835012 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58742) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:24.848477 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9b83036f-43cc-4c2c-b1ed-29a8a875ba11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.900071 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7dc9-37ab-4af8-b6f8-760459b43430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (393e5d2c-9e93-4c11-a7fc-378735190d2a), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.903058 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7dc9-37ab-4af8-b6f8-760459b43430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:24.915425 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1e7e7dc9-37ab-4af8-b6f8-760459b43430 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/393e5d2c-9e93-4c11-a7fc-378735190d2a HTTP/1.1" status: 204 len: 168 time: 0.2148845 Mar 04 01:10:24.936132 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e7dc9-37ab-4af8-b6f8-760459b43430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e5d2c-9e93-4c11-a7fc-378735190d2a,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:24.970350 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9b83036f-43cc-4c2c-b1ed-29a8a875ba11 admin admin] Publish callbacks [] for security_group (f6dcc224-00f9-46ae-83ba-b098bf756ed9), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.041848 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9b83036f-43cc-4c2c-b1ed-29a8a875ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f6dcc224-00f9-46ae-83ba-b098bf756ed9), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.085526 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83036f-43cc-4c2c-b1ed-29a8a875ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dcc224-00f9-46ae-83ba-b098bf756ed9,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:25.089812 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-9b83036f-43cc-4c2c-b1ed-29a8a875ba11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e6e1533e1954adb8a2f6a13ba1f580f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537849 Mar 04 01:10:25.092967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58746) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:25.155216 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9f2e10da-582b-42ca-86be-ddda8d721ed3 admin admin] Publish callbacks [] for security_group (f6dcc224-00f9-46ae-83ba-b098bf756ed9), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.179896 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9f2e10da-582b-42ca-86be-ddda8d721ed3 admin admin] Publish callbacks [] for security_group (f6dcc224-00f9-46ae-83ba-b098bf756ed9), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.277522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9f2e10da-582b-42ca-86be-ddda8d721ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f6dcc224-00f9-46ae-83ba-b098bf756ed9), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.280077 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-9f2e10da-582b-42ca-86be-ddda8d721ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.284308 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-9f2e10da-582b-42ca-86be-ddda8d721ed3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6dcc224-00f9-46ae-83ba-b098bf756ed9 HTTP/1.1" status: 204 len: 168 time: 0.1877391 Mar 04 01:10:25.313813 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e10da-582b-42ca-86be-ddda8d721ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dcc224-00f9-46ae-83ba-b098bf756ed9,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:25.348488 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ef42b-1463-472c-8888-667f1b80352d req-dce03a28-1c01-462b-ae57-d95cbf8ed64c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:25.356377 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d93ef42b-1463-472c-8888-667f1b80352d req-dce03a28-1c01-462b-ae57-d95cbf8ed64c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0731142 Mar 04 01:10:25.420685 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d93ef42b-1463-472c-8888-667f1b80352d req-4fc5777e-2c7f-47f1-930b-913b09f06eaf tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596118 Mar 04 01:10:25.554432 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b058cf-e263-4c1f-91ff-872a6d180c1b req-cf52b933-ca41-4293-9b67-828ed1d5ea8f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:25.556135 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-59b058cf-e263-4c1f-91ff-872a6d180c1b req-cf52b933-ca41-4293-9b67-828ed1d5ea8f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0693545 Mar 04 01:10:25.610915 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-59b058cf-e263-4c1f-91ff-872a6d180c1b req-2c64a4ea-465a-41a1-acbe-1a9609705516 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Mar 04 01:10:25.701403 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 58756) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:25.714996 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44dd58c7-7fd7-4a6c-9ccc-5ea8dcd0583c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.838260 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44dd58c7-7fd7-4a6c-9ccc-5ea8dcd0583c admin admin] Publish callbacks [] for security_group (6104080d-2200-4b95-a0a0-fe85f0da9153), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.894660 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44dd58c7-7fd7-4a6c-9ccc-5ea8dcd0583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6104080d-2200-4b95-a0a0-fe85f0da9153), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:25.936330 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-44dd58c7-7fd7-4a6c-9ccc-5ea8dcd0583c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d59faf0f68242a588e96c2f158aa3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338295 Mar 04 01:10:25.937825 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd58c7-7fd7-4a6c-9ccc-5ea8dcd0583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104080d-2200-4b95-a0a0-fe85f0da9153,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:25.939307 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 58766) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:25.992304 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-00993cad-7a00-4f47-89fd-323cac7e389f admin admin] Publish callbacks [] for security_group (6104080d-2200-4b95-a0a0-fe85f0da9153), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:26.016949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-00993cad-7a00-4f47-89fd-323cac7e389f admin admin] Publish callbacks [] for security_group (6104080d-2200-4b95-a0a0-fe85f0da9153), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:26.141390 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-00993cad-7a00-4f47-89fd-323cac7e389f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6104080d-2200-4b95-a0a0-fe85f0da9153), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:26.141390 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-00993cad-7a00-4f47-89fd-323cac7e389f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:26.141390 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-00993cad-7a00-4f47-89fd-323cac7e389f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6104080d-2200-4b95-a0a0-fe85f0da9153 HTTP/1.1" status: 204 len: 168 time: 0.1978190 Mar 04 01:10:26.152031 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00993cad-7a00-4f47-89fd-323cac7e389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104080d-2200-4b95-a0a0-fe85f0da9153,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:26.564180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe80b63-2cb5-4b5c-a3c3-6fd04e50f78c req-3c7fcb21-82b4-4523-a978-f119ac1c3ee0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:26.571492 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7fe80b63-2cb5-4b5c-a3c3-6fd04e50f78c req-3c7fcb21-82b4-4523-a978-f119ac1c3ee0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0735066 Mar 04 01:10:26.621994 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7fe80b63-2cb5-4b5c-a3c3-6fd04e50f78c req-b6dbae60-e88f-4d6b-a1ff-af34896c6559 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496066 Mar 04 01:10:26.776791 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d8305-922e-497a-a681-0c1b0c757d3d req-763e09f5-bb52-4223-be19-c596d8a87897 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:26.778325 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b32d8305-922e-497a-a681-0c1b0c757d3d req-763e09f5-bb52-4223-be19-c596d8a87897 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0769532 Mar 04 01:10:26.845181 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b32d8305-922e-497a-a681-0c1b0c757d3d req-5c6e0c2f-7e01-4d4b-8315-e1f92160abec tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587616 Mar 04 01:10:27.802854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6dd48-acce-4fa9-8784-5316796037b5 req-761d6e1a-073f-4650-a081-39f2fc417405 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:27.804661 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77f6dd48-acce-4fa9-8784-5316796037b5 req-761d6e1a-073f-4650-a081-39f2fc417405 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0837557 Mar 04 01:10:27.868162 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77f6dd48-acce-4fa9-8784-5316796037b5 req-34fc2e24-a7eb-468b-957c-315d113ce65f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575857 Mar 04 01:10:27.985598 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1779b6-6798-4a7b-b165-960394276cc9 req-296a96e3-6892-4296-86c6-e238ac4be59d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:27.987046 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2f1779b6-6798-4a7b-b165-960394276cc9 req-296a96e3-6892-4296-86c6-e238ac4be59d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0586140 Mar 04 01:10:28.032775 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2f1779b6-6798-4a7b-b165-960394276cc9 req-be70dbf5-deb9-47aa-98ea-11692e2c38a8 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Mar 04 01:10:29.013700 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197af43-209b-4fda-b1d7-e467a0ea6775 req-4fc807e8-f366-496a-8cf5-c9702b124cd7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:29.015278 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4197af43-209b-4fda-b1d7-e467a0ea6775 req-4fc807e8-f366-496a-8cf5-c9702b124cd7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0665748 Mar 04 01:10:29.092574 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4197af43-209b-4fda-b1d7-e467a0ea6775 req-9edb56f1-982a-4528-89f4-a64ad8ebb126 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553219 Mar 04 01:10:29.240206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408604f-caca-4897-9dd2-97364a8557ef req-aa9cdd4e-7b60-4908-8240-5ea4eee39929 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:29.244515 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1408604f-caca-4897-9dd2-97364a8557ef req-aa9cdd4e-7b60-4908-8240-5ea4eee39929 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0852473 Mar 04 01:10:29.327664 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1408604f-caca-4897-9dd2-97364a8557ef req-580275c7-9066-4a8e-8dbd-834afe73cc89 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766923 Mar 04 01:10:30.243620 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1df6c7-2ebd-4c9a-9740-3cbbc403b1d6 req-9f18074c-c0d8-46a9-aacb-723a6ab0ef17 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:30.245458 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-df1df6c7-2ebd-4c9a-9740-3cbbc403b1d6 req-9f18074c-c0d8-46a9-aacb-723a6ab0ef17 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0662251 Mar 04 01:10:30.307828 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-df1df6c7-2ebd-4c9a-9740-3cbbc403b1d6 req-96a4a2fa-f35d-4f16-bb20-1aea9997ac4e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533931 Mar 04 01:10:30.443144 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bc038-d071-4f1c-ba3f-c65d2785b01c req-227195c2-5ced-41cf-9238-ff3f1028fb49 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:30.444684 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-272bc038-d071-4f1c-ba3f-c65d2785b01c req-227195c2-5ced-41cf-9238-ff3f1028fb49 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0554140 Mar 04 01:10:30.497718 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-272bc038-d071-4f1c-ba3f-c65d2785b01c req-34e73646-ed09-4bc1-9bb9-f223f8167ed7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473216 Mar 04 01:10:30.562987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:30.934023 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-bc85c29d-2090-417e-b58a-d79f44ca4c68 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:30.935482 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-bc85c29d-2090-417e-b58a-d79f44ca4c68 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.0982478 Mar 04 01:10:30.951471 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-8c1dc461-f8bb-41d5-86a8-9ea5eee6aff9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/quotas/64461e5af2494477af3f0cf68ace752f HTTP/1.1" status: 200 len: 375 time: 0.0092919 Mar 04 01:10:31.019809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-8993cafd-4181-4533-8c72-704728ab7e31 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622885 Mar 04 01:10:31.106199 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-507b0e72-48b1-4d87-afff-c7c05047d7ae service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794029 Mar 04 01:10:31.196514 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-70404569-54cc-441a-be31-49ed20f3dc3e service neutron] 10.222.0.32 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838492 Mar 04 01:10:31.429648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b54b-d197-497b-b3f8-8e481aa1d522 req-e585c6e2-7ec1-4cf3-9673-593f540fbf15 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:31.431433 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39e9b54b-d197-497b-b3f8-8e481aa1d522 req-e585c6e2-7ec1-4cf3-9673-593f540fbf15 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0573661 Mar 04 01:10:31.464305 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5a949b4-9d59-47f1-b3d2-79989b85892b req-d02a5453-58cf-43e6-9769-e1aff352033a tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0317898 Mar 04 01:10:31.499608 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39e9b54b-d197-497b-b3f8-8e481aa1d522 req-2efd2d19-5491-4b78-9e5e-7f207ecd6ad9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565708 Mar 04 01:10:31.626921 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718b362-68e6-42d7-93e2-86c231e24aaf req-dae9b56e-5dd2-4a48-8e11-b1780fe0a195 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:31.628403 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4718b362-68e6-42d7-93e2-86c231e24aaf req-dae9b56e-5dd2-4a48-8e11-b1780fe0a195 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0544429 Mar 04 01:10:31.679096 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4718b362-68e6-42d7-93e2-86c231e24aaf req-d057358d-dbd2-4a75-91b8-84118394b716 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Mar 04 01:10:32.555974 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5e33d698-aeb9-40f8-ae92-e09dabf49cc6 req-d22ae2bb-8fe6-41a5-9ffb-5cd50c519dc8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0264897 Mar 04 01:10:32.623307 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e581c-91af-4fe1-ad49-ea66a8de0ade req-f4288fa1-a039-4d7b-af0e-07f4fcd3f26b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:32.624836 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-396e581c-91af-4fe1-ad49-ea66a8de0ade req-f4288fa1-a039-4d7b-af0e-07f4fcd3f26b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0538075 Mar 04 01:10:32.670212 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-396e581c-91af-4fe1-ad49-ea66a8de0ade req-2304cefd-7c55-4ddd-8945-626f85d89e41 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Mar 04 01:10:32.793205 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e740d-5eca-4904-aba2-c23147642a8e req-5fa965c5-4cc4-4d88-ae5e-505a9bb6f3d3 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:32.794684 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7a8e740d-5eca-4904-aba2-c23147642a8e req-5fa965c5-4cc4-4d88-ae5e-505a9bb6f3d3 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0517373 Mar 04 01:10:32.847460 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7a8e740d-5eca-4904-aba2-c23147642a8e req-eb0a1b85-007f-4782-98d1-34ce6dd11ee4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455005 Mar 04 01:10:33.686622 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6e4cab8c-fc78-4ac6-9fc9-8dacb63f57e9 req-de8713b3-8ba7-4a11-9ac1-003bc3aa34ee tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0629652 Mar 04 01:10:33.875434 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ab667-e3af-4330-b6be-1949649d935e req-63164a0c-b2e7-461a-9d74-f42a59be6a1c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:33.883430 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5c6ab667-e3af-4330-b6be-1949649d935e req-63164a0c-b2e7-461a-9d74-f42a59be6a1c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1137791 Mar 04 01:10:33.974094 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5c6ab667-e3af-4330-b6be-1949649d935e req-01650b65-fd22-4d07-8e90-5a982610761a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878093 Mar 04 01:10:34.034118 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1597ba-4e40-4d33-b37c-bf046c0cf997 req-b6c392de-d561-432c-a4ab-cd016ed250f7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:34.035849 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7d1597ba-4e40-4d33-b37c-bf046c0cf997 req-b6c392de-d561-432c-a4ab-cd016ed250f7 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0822477 Mar 04 01:10:34.099515 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7d1597ba-4e40-4d33-b37c-bf046c0cf997 req-162fcb1e-5002-47d0-bfea-a6d9f682be2d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Mar 04 01:10:34.293410 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-b562a8d5-db1e-43cb-b9c1-88aff26c1592 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:34.296513 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-b562a8d5-db1e-43cb-b9c1-88aff26c1592 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/networks?id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 200 len: 815 time: 0.1268940 Mar 04 01:10:34.356932 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Request body: {'port': {'device_id': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'admin_state_up': True, 'tenant_id': '64461e5af2494477af3f0cf68ace752f'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:10:34.602539 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Made reservation on behalf of 64461e5af2494477af3f0cf68ace752f for: {'port': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:10:34.606252 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:34.793501 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Allocated IP 172.20.0.14 (f16f212a-20a1-4d36-ab0d-c6559c38d5c8/4139887e-7a51-47f5-99b7-bcc00c006681/8903e5f9-f050-4852-a7a1-41672c9f4d71) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:10:34.815747 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a809d428-d511-4397-9e56-0d3181b230b4 req-d82d8607-10dc-451d-b941-b475416f0c3b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0382364 Mar 04 01:10:34.994572 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks [] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:35.084224 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:35.145880 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4810ff-6d7a-40bb-aa49-9d1162ccae6d req-b415af7a-875c-47b7-9914-0580f2acd8ad tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:35.148595 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba4810ff-6d7a-40bb-aa49-9d1162ccae6d req-b415af7a-875c-47b7-9914-0580f2acd8ad tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0796731 Mar 04 01:10:35.152955 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:10:35.156473 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:10:35.159707 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:10:35.167304 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event updated for resources: {'Port': ['ID=8903e5f9-f050-4852-a7a1-41672c9f4d71,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:35.231905 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:35.233014 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:35.248912 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba4810ff-6d7a-40bb-aa49-9d1162ccae6d req-b0250f02-01f7-4a79-b29a-5b384ffae4db tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940561 Mar 04 01:10:35.278626 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e22f-c2dd-4173-830c-1f8e4e114c0e req-665cf8cc-df11-404f-b3e3-afedc2f17bc2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:35.280150 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2e5e22f-c2dd-4173-830c-1f8e4e114c0e req-665cf8cc-df11-404f-b3e3-afedc2f17bc2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0732920 Mar 04 01:10:35.318147 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-414863b5-9e57-41c4-84ae-0468e0d1813b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9664373 Mar 04 01:10:35.337401 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2e5e22f-c2dd-4173-830c-1f8e4e114c0e req-460eff77-03ff-48bc-959a-477ca23773b0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511861 Mar 04 01:10:35.967850 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c15016-8748-4c4c-92b4-3edecad8cfab req-8b294547-5d96-450e-8f77-c5a9e99480e9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:35.969899 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a8c15016-8748-4c4c-92b4-3edecad8cfab req-8b294547-5d96-450e-8f77-c5a9e99480e9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 932 time: 0.0589147 Mar 04 01:10:36.018041 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a8c15016-8748-4c4c-92b4-3edecad8cfab req-e238cfee-0793-4dfe-8c90-94f85701f816 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Mar 04 01:10:36.389747 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b49b-69b3-4af4-9a2c-66276dc6150d req-cdb9fd28-1c0c-4d3d-89f8-a7aebb638bed tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:36.391914 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a127b49b-69b3-4af4-9a2c-66276dc6150d req-cdb9fd28-1c0c-4d3d-89f8-a7aebb638bed tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0613697 Mar 04 01:10:36.474025 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a127b49b-69b3-4af4-9a2c-66276dc6150d req-96b4fd31-ca61-40fb-ae30-abaacc627aeb tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767057 Mar 04 01:10:36.500649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a13ad-9edf-48c3-b67b-2995f766e5cf req-9d0a95c3-2067-4130-98d2-947c633f0d3b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:36.502144 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-528a13ad-9edf-48c3-b67b-2995f766e5cf req-9d0a95c3-2067-4130-98d2-947c633f0d3b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0804658 Mar 04 01:10:36.556298 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-528a13ad-9edf-48c3-b67b-2995f766e5cf req-dda15401-b959-4992-be26-26cfbec6f01b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Mar 04 01:10:37.136857 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Request body: {'port': {'device_id': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:10:37.147519 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2', '52343142-52d8-4071-9693-de7b5bf0048a', 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:10:37.161943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb5e57-5b41-4714-9b97-36fa7aa8b14e req-5ad85214-027c-47e0-90aa-bfd11dbb062c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:37.172831 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7eeb5e57-5b41-4714-9b97-36fa7aa8b14e req-5ad85214-027c-47e0-90aa-bfd11dbb062c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 932 time: 0.0811691 Mar 04 01:10:37.212182 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:37.262340 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7eeb5e57-5b41-4714-9b97-36fa7aa8b14e req-d1bdf904-d1a5-44a8-b8f7-c7540a047452 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839148 Mar 04 01:10:37.583955 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8903e5f9-f050-4852-a7a1-41672c9f4d71 {{(pid=103557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:10:37.594275 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Publish callbacks [] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:37.609882 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.provisioning_blocks [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Transition to ACTIVE for port object 8903e5f9-f050-4852-a7a1-41672c9f4d71 will not be triggered until provisioned by entity L2. {{(pid=103557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:10:37.681433 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:37.684123 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ed0b-6336-4d98-9010-33e77891879c req-9563277c-78f6-4c7f-9ed4-eb11edc39cd7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:37.691588 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1cf9ed0b-6336-4d98-9010-33e77891879c req-9563277c-78f6-4c7f-9ed4-eb11edc39cd7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0934682 Mar 04 01:10:37.770729 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07537c09-815b-4d52-8aa8-058a728612c5 req-c669d2b3-f96e-4328-afc0-7bc5c4f6424a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:37.772227 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-07537c09-815b-4d52-8aa8-058a728612c5 req-c669d2b3-f96e-4328-afc0-7bc5c4f6424a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1129813 Mar 04 01:10:37.775469 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Pushing event updated for resources: {'Port': ['ID=8903e5f9-f050-4852-a7a1-41672c9f4d71,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:37.784889 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1cf9ed0b-6336-4d98-9010-33e77891879c req-4166f889-72b7-426c-a50f-09356414ab98 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923405 Mar 04 01:10:37.861435 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-07537c09-815b-4d52-8aa8-058a728612c5 req-7396a630-2a08-4ec3-b482-9d59441f7c9a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754962 Mar 04 01:10:37.884387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Attempting to bind port 8903e5f9-f050-4852-a7a1-41672c9f4d71 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:10:37.884387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Attempting to bind port 8903e5f9-f050-4852-a7a1-41672c9f4d71 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:10:37.884387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Attempting to bind port 8903e5f9-f050-4852-a7a1-41672c9f4d71 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:10:37.888196 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Port 8903e5f9-f050-4852-a7a1-41672c9f4d71 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:10:37.888613 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Attempting to bind port 8903e5f9-f050-4852-a7a1-41672c9f4d71 on network f16f212a-20a1-4d36-ab0d-c6559c38d5c8 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:10:37.894294 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:10:37.894637 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Checking segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:10:37.895059 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Bound using segment: {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:10:37.895482 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Bound port: 8903e5f9-f050-4852-a7a1-41672c9f4d71, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ba4d15-61cd-44df-aabf-463fb397d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8'}}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:10:37.895842 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:37.976904 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] For port 8903e5f9-f050-4852-a7a1-41672c9f4d71, host hv-cinder-83109, cleared binding levels {{(pid=103557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:10:37.980658 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] For port 8903e5f9-f050-4852-a7a1-41672c9f4d71, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8903e5f9-f050-4852-a7a1-41672c9f4d71,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:10:38.068228 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:38.090927 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.091574 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:38.093180 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] 10.222.0.35 "PUT /v2.0/ports/8903e5f9-f050-4852-a7a1-41672c9f4d71 HTTP/1.1" status: 200 len: 1094 time: 0.9606183 Mar 04 01:10:38.094212 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'tag': '8903e5f9-f050-4852-a7a1-41672c9f4d71'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:38.096657 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a55339-c57a-4eb0-b706-586024a33e08" -d '{"events": [{"name": "network-changed", "server_uuid": "7f29305f-3ba2-42fb-b7a3-67f0ac6d5820", "tag": "8903e5f9-f050-4852-a7a1-41672c9f4d71"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:38.137942 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274601a2-6be8-406f-81a2-a3ef99125690 x-openstack-request-id: req-274601a2-6be8-406f-81a2-a3ef99125690 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:38.138614 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f29305f-3ba2-42fb-b7a3-67f0ac6d5820", "tag": "8903e5f9-f050-4852-a7a1-41672c9f4d71", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:38.138727 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-274601a2-6be8-406f-81a2-a3ef99125690 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:38.139202 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'tag': '8903e5f9-f050-4852-a7a1-41672c9f4d71', 'status': 'completed', 'code': 200} Mar 04 01:10:38.168113 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e0ce6-48f2-4844-b4de-0d18b11fe040 service neutron] Pushing event updated for resources: {'Port': ['ID=8903e5f9-f050-4852-a7a1-41672c9f4d71,revision_number=3']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:38.255733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55339-c57a-4eb0-b706-586024a33e08 req-99d4d03d-aec4-4304-a4cf-43481cb13118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.257308 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-16a55339-c57a-4eb0-b706-586024a33e08 req-99d4d03d-aec4-4304-a4cf-43481cb13118 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 1128 time: 0.0530901 Mar 04 01:10:38.413445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55339-c57a-4eb0-b706-586024a33e08 req-c6a8ef7e-aee4-4fba-a833-82429dc3f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.415718 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-16a55339-c57a-4eb0-b706-586024a33e08 req-c6a8ef7e-aee4-4fba-a833-82429dc3f522 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=64461e5af2494477af3f0cf68ace752f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1420805 Mar 04 01:10:38.442036 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ab4d-e4c5-4743-8a1e-caf83a148b2d req-915a40bd-2ad1-4313-871d-b48569dcdf30 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.450044 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b29ab4d-e4c5-4743-8a1e-caf83a148b2d req-915a40bd-2ad1-4313-871d-b48569dcdf30 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 944 time: 0.1071930 Mar 04 01:10:38.511809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b29ab4d-e4c5-4743-8a1e-caf83a148b2d req-75fdb0e7-9895-405f-a281-79b52ce4546f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604331 Mar 04 01:10:38.568373 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55339-c57a-4eb0-b706-586024a33e08 req-74453645-ef60-4594-9375-112b2f079ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.569992 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-16a55339-c57a-4eb0-b706-586024a33e08 req-74453645-ef60-4594-9375-112b2f079ac7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424334 Mar 04 01:10:38.706010 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-1cfa37e4-a9c7-4028-91c8-a0fc81eaebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.707642 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-1cfa37e4-a9c7-4028-91c8-a0fc81eaebd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64461e5af2494477af3f0cf68ace752f&device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 1128 time: 0.0621214 Mar 04 01:10:38.780044 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-bb494e44-5a15-4c7b-bff5-d59c0f6c5ef4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8903e5f9-f050-4852-a7a1-41672c9f4d71 HTTP/1.1" status: 200 len: 217 time: 0.0531423 Mar 04 01:10:38.925027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791dc63-dcb1-4dec-8534-a1aba26c82c6 req-5941a7c8-db0d-41f4-bdd2-2db519ad4538 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:38.933682 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9791dc63-dcb1-4dec-8534-a1aba26c82c6 req-5941a7c8-db0d-41f4-bdd2-2db519ad4538 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0712371 Mar 04 01:10:39.012826 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9791dc63-dcb1-4dec-8534-a1aba26c82c6 req-68c164ab-274c-48fd-8fc9-ca8269025d61 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780873 Mar 04 01:10:39.036756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c32fdd-27d0-4ffd-82b2-af309c98ba0b req-29c93879-b8c9-4d92-b40e-ad17c54ad344 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:39.038833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e9c32fdd-27d0-4ffd-82b2-af309c98ba0b req-29c93879-b8c9-4d92-b40e-ad17c54ad344 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0889482 Mar 04 01:10:39.091654 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e9c32fdd-27d0-4ffd-82b2-af309c98ba0b req-a7ea1a7d-48f6-4c10-8bfa-3ef96cab5c99 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472417 Mar 04 01:10:39.214145 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1b8d308e-bf8e-4367-a32d-3f9e1632e0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:39.695350 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055af52-95ec-489c-897c-d9164f04b7bd req-25f4826c-0c6e-4196-84ea-5e0cf69e4975 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:39.696999 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3055af52-95ec-489c-897c-d9164f04b7bd req-25f4826c-0c6e-4196-84ea-5e0cf69e4975 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 944 time: 0.0682349 Mar 04 01:10:39.767250 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3055af52-95ec-489c-897c-d9164f04b7bd req-49604ba2-ecd4-42a2-acd2-c85ce9ccb634 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601296 Mar 04 01:10:40.138731 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d744-7928-4d24-9a87-8a3a1a0757de req-cc45d3ed-0a75-46a5-bea7-8af88f12c372 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:40.140512 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c690d744-7928-4d24-9a87-8a3a1a0757de req-cc45d3ed-0a75-46a5-bea7-8af88f12c372 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0581386 Mar 04 01:10:40.205166 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c690d744-7928-4d24-9a87-8a3a1a0757de req-0e236e94-b71e-48f2-9528-429841422e6d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586326 Mar 04 01:10:40.244452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c3405-cc0d-4e54-b66b-06f9dd05ba37 req-5d476a17-6af3-4880-a1ac-087bf508ada0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:40.245980 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-308c3405-cc0d-4e54-b66b-06f9dd05ba37 req-5d476a17-6af3-4880-a1ac-087bf508ada0 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0615795 Mar 04 01:10:40.317224 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-308c3405-cc0d-4e54-b66b-06f9dd05ba37 req-45d54d9f-59c5-4a25-8c6a-9786c70daad2 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647528 Mar 04 01:10:40.895811 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc700f-5b76-4ae1-8a28-fb18fcfce708 req-7420a502-a113-479c-9211-8d794814020b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:40.898115 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90bc700f-5b76-4ae1-8a28-fb18fcfce708 req-7420a502-a113-479c-9211-8d794814020b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 944 time: 0.0652096 Mar 04 01:10:40.954964 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90bc700f-5b76-4ae1-8a28-fb18fcfce708 req-275c1307-e194-4134-ba3a-878f4a03a0e8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505104 Mar 04 01:10:41.333314 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85423db0-eec7-432f-9aff-908d6748870b req-349dba7e-7a35-4eeb-a6d5-051846e3983c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:41.335243 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-85423db0-eec7-432f-9aff-908d6748870b req-349dba7e-7a35-4eeb-a6d5-051846e3983c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0553954 Mar 04 01:10:41.394421 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-85423db0-eec7-432f-9aff-908d6748870b req-2a7efe8a-75db-406b-94cf-590db9700f0e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526235 Mar 04 01:10:41.468462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38436eca-dc18-46ed-9683-624c09df1c22 req-562704b2-7318-401e-b5e3-33aeadeae36e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:41.470321 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-38436eca-dc18-46ed-9683-624c09df1c22 req-562704b2-7318-401e-b5e3-33aeadeae36e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0691540 Mar 04 01:10:41.500633 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-72468d8a-a5dd-4222-b451-1bb980d0e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:41.527734 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-2959f989-f3fe-4e93-b12b-5dc19b797e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:41.534228 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-2959f989-f3fe-4e93-b12b-5dc19b797e28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 200 len: 855 time: 0.0954647 Mar 04 01:10:41.566923 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-38436eca-dc18-46ed-9683-624c09df1c22 req-1d452b1b-486d-4d7b-9c70-3d7a07bd8ebb tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842175 Mar 04 01:10:41.576592 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-76f8cb83-bfcc-497d-9bfc-c2471d1c0b2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f16f212a-20a1-4d36-ab0d-c6559c38d5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381527 Mar 04 01:10:41.675497 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-486bff8f-cd6b-4ebe-86fa-d8bba2512172 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920720 Mar 04 01:10:41.997132 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c848c286-d7ba-4bf6-bf39-d874569fc962 req-1c6a49bc-be5c-4dc7-8d0e-5d2f642550e4 service neutron] 10.222.0.35 "GET /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135374 Mar 04 01:10:42.090917 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5728a-ee8e-4e38-b266-01490e7a4aa5 req-bbf056c7-6338-4695-aa29-530813509b82 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:42.092511 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-21d5728a-ee8e-4e38-b266-01490e7a4aa5 req-bbf056c7-6338-4695-aa29-530813509b82 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 944 time: 0.0625803 Mar 04 01:10:42.155239 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-21d5728a-ee8e-4e38-b266-01490e7a4aa5 req-b665fd45-9fe6-4ac2-9e5f-97920065a9f2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557625 Mar 04 01:10:42.554019 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e532d-73e8-40a2-99a5-46fdf2a622e3 req-13fc61f2-0f16-4274-ade4-27909c1b6105 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:42.561746 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-939e532d-73e8-40a2-99a5-46fdf2a622e3 req-13fc61f2-0f16-4274-ade4-27909c1b6105 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0899944 Mar 04 01:10:42.681204 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-939e532d-73e8-40a2-99a5-46fdf2a622e3 req-209a57b2-941d-4c21-a7e4-02af2661991e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028962 Mar 04 01:10:42.769660 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b739f02-263e-4b07-ab9a-d7725389bbbb req-ebd96618-a665-4e73-ab9a-f270c9a197d6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:42.777469 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b739f02-263e-4b07-ab9a-d7725389bbbb req-ebd96618-a665-4e73-ab9a-f270c9a197d6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0889387 Mar 04 01:10:42.855200 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b739f02-263e-4b07-ab9a-d7725389bbbb req-7deae84e-0cf8-4c9d-99ca-793dcb238683 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Mar 04 01:10:43.014255 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.205414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 59210) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:43.342893 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Deleting subnet 5f9c3a9a-abd9-4fd3-bf02-d6753df1911e {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:10:43.345078 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Publish callbacks [] for subnet (5f9c3a9a-abd9-4fd3-bf02-d6753df1911e), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.387882 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (5f9c3a9a-abd9-4fd3-bf02-d6753df1911e), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.417302 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eef625-2fd8-497f-a615-160efc93ec96 req-9acac54f-af4f-4e2f-ab61-a79f3d27b60c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:43.418763 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-82eef625-2fd8-497f-a615-160efc93ec96 req-9acac54f-af4f-4e2f-ab61-a79f3d27b60c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 944 time: 0.1392312 Mar 04 01:10:43.459492 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (5f9c3a9a-abd9-4fd3-bf02-d6753df1911e), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.509251 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-82eef625-2fd8-497f-a615-160efc93ec96 req-d52f7589-eabe-487b-b179-43d907d04fd0 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Mar 04 01:10:43.654138 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (5f9c3a9a-abd9-4fd3-bf02-d6753df1911e), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.681409 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9c3a9a-abd9-4fd3-bf02-d6753df1911e,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:43.683360 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.686488 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-3de4c65d-f706-46ae-9ec6-d2f32071919a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f9c3a9a-abd9-4fd3-bf02-d6753df1911e HTTP/1.1" status: 204 len: 168 time: 0.4790328 Mar 04 01:10:43.689749 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 59228) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:43.757426 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (fde9ff8d-971f-4de6-ac3f-a89a1867910d), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.880813 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ae023-ec7c-4f2c-839e-60f57c4fb004 req-ce25e298-4d1e-48f9-b19a-0746ad1fa858 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:43.885118 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d21ae023-ec7c-4f2c-839e-60f57c4fb004 req-ce25e298-4d1e-48f9-b19a-0746ad1fa858 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.1230903 Mar 04 01:10:43.885118 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (fde9ff8d-971f-4de6-ac3f-a89a1867910d), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:43.920246 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde9ff8d-971f-4de6-ac3f-a89a1867910d']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:10:43.944002 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae43bd13-b615-4ed6-a405-129ab36d9989') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:10:43.948230 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae43bd13-b615-4ed6-a405-129ab36d9989') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:10:43.979578 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (ae43bd13-b615-4ed6-a405-129ab36d9989), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.008619 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (ae43bd13-b615-4ed6-a405-129ab36d9989), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.015085 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d21ae023-ec7c-4f2c-839e-60f57c4fb004 req-7a2b2cb1-9c43-4460-91c5-b3023f8078b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222031 Mar 04 01:10:44.023266 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:10:44.023674 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (ae43bd13-b615-4ed6-a405-129ab36d9989), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:10:44.025468 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:10:44.078995 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa238c8-1c59-4c6c-9100-ff5609867450 req-d942e2c1-d889-4b6e-b46c-d286af9e547f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:44.080600 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1aa238c8-1c59-4c6c-9100-ff5609867450 req-d942e2c1-d889-4b6e-b46c-d286af9e547f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1523795 Mar 04 01:10:44.145994 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1aa238c8-1c59-4c6c-9100-ff5609867450 req-7b979294-30cd-4710-a9b0-26746add94a5 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Mar 04 01:10:44.168638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (fde9ff8d-971f-4de6-ac3f-a89a1867910d), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.179341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.179717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fde9ff8d-971f-4de6-ac3f-a89a1867910d HTTP/1.1" status: 204 len: 168 time: 0.4889774 Mar 04 01:10:44.199517 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f430662-5d5c-43b7-92f9-8308d643df13 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde9ff8d-971f-4de6-ac3f-a89a1867910d,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:44.437755 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.606132 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 59246) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:44.678497 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b80121-b320-4435-8ec9-e5479e2d7254 req-3c7f5904-d1a5-4035-bc54-2ec0188b838d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:44.678973 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e50cbe03-1a8f-4cc9-9453-3993c1db8f0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=150129f9b68847728fcb762cc7cf20b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504050 Mar 04 01:10:44.679063 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-71b80121-b320-4435-8ec9-e5479e2d7254 req-3c7f5904-d1a5-4035-bc54-2ec0188b838d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 944 time: 0.0806811 Mar 04 01:10:44.679063 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 59252) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:44.742730 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-71b80121-b320-4435-8ec9-e5479e2d7254 req-f0f7d947-7a3c-4619-afbc-b4ca5ddcee51 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727460 Mar 04 01:10:44.763735 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bf3a92d3-11c1-4b70-8ac4-1424fafb50a9 admin admin] Publish callbacks [] for security_group (778537c0-31f5-4ad2-9bb0-9b96567551f4), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.779141 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bf3a92d3-11c1-4b70-8ac4-1424fafb50a9 admin admin] Publish callbacks [] for security_group (778537c0-31f5-4ad2-9bb0-9b96567551f4), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.920573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bf3a92d3-11c1-4b70-8ac4-1424fafb50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (778537c0-31f5-4ad2-9bb0-9b96567551f4), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.920573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bf3a92d3-11c1-4b70-8ac4-1424fafb50a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:44.920573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-bf3a92d3-11c1-4b70-8ac4-1424fafb50a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/778537c0-31f5-4ad2-9bb0-9b96567551f4 HTTP/1.1" status: 204 len: 168 time: 0.2564793 Mar 04 01:10:44.929523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a92d3-11c1-4b70-8ac4-1424fafb50a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778537c0-31f5-4ad2-9bb0-9b96567551f4,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:45.151200 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dfbe5-ac8a-4199-86d9-9a90aea4b14b req-f6dbbcbe-e7a3-4c5f-b01d-c922a376b44d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:45.153054 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b5dfbe5-ac8a-4199-86d9-9a90aea4b14b req-f6dbbcbe-e7a3-4c5f-b01d-c922a376b44d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0580759 Mar 04 01:10:45.194743 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 8903e5f9-f050-4852-a7a1-41672c9f4d71 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:10:45.205915 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b5dfbe5-ac8a-4199-86d9-9a90aea4b14b req-d4d0a273-8759-464d-8d0f-74bf486b8d4d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 Mar 04 01:10:45.293050 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f21eb-07b7-4a09-a468-49388dc0c7a2 req-89a66d28-811c-4351-b0b8-b10deb38f70d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:45.294703 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-813f21eb-07b7-4a09-a468-49388dc0c7a2 req-89a66d28-811c-4351-b0b8-b10deb38f70d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0748165 Mar 04 01:10:45.329603 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 8903e5f9-f050-4852-a7a1-41672c9f4d71, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8903e5f9-f050-4852-a7a1-41672c9f4d71,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:45.342650 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '8903e5f9-f050-4852-a7a1-41672c9f4d71', 'network_id': 'f16f212a-20a1-4d36-ab0d-c6559c38d5c8', 'port_id': '8903e5f9-f050-4852-a7a1-41672c9f4d71', 'mac_address': 'fa:16:3e:b9:46:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4139887e-7a51-47f5-99b7-bcc00c006681', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:10:45.356969 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-813f21eb-07b7-4a09-a468-49388dc0c7a2 req-fa9630b2-5cfb-4f96-900b-2021fc804f4a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557098 Mar 04 01:10:45.386320 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 8903e5f9-f050-4852-a7a1-41672c9f4d71 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:45.386714 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:45.399777 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8903e5f9-f050-4852-a7a1-41672c9f4d71 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:10:45.419686 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 8903e5f9-f050-4852-a7a1-41672c9f4d71, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8903e5f9-f050-4852-a7a1-41672c9f4d71,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:45.471147 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:45.517766 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=8903e5f9-f050-4852-a7a1-41672c9f4d71,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:45.540103 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:10:45.774016 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:45.873777 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a804-dc28-4922-bbd4-f0c1f4b64830 req-aaae7f55-038a-4bb6-8956-d7f364da6c52 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:45.883326 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb19a804-dc28-4922-bbd4-f0c1f4b64830 req-aaae7f55-038a-4bb6-8956-d7f364da6c52 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 945 time: 0.0730922 Mar 04 01:10:45.930588 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb19a804-dc28-4922-bbd4-f0c1f4b64830 req-7c3c1764-d036-463f-891d-2ff2a4c10866 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Mar 04 01:10:46.037860 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['8903e5f9-f050-4852-a7a1-41672c9f4d71'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:10:46.290869 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-2cbf1047-7011-42a5-b643-71563bc32a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:46.292649 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-2cbf1047-7011-42a5-b643-71563bc32a80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1129 time: 0.0480704 Mar 04 01:10:46.343425 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2515cbd-6833-4e58-b365-ebff481a1c4e req-e743e213-9c6b-4555-82ee-efab674ae9dd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:46.345164 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b2515cbd-6833-4e58-b365-ebff481a1c4e req-e743e213-9c6b-4555-82ee-efab674ae9dd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0558159 Mar 04 01:10:46.395636 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b2515cbd-6833-4e58-b365-ebff481a1c4e req-0b090924-090a-4545-ac8b-9e2ff7c37392 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Mar 04 01:10:46.401459 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-54d5a364-9c3c-4a6c-862c-2b041207efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:46.402933 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-54d5a364-9c3c-4a6c-862c-2b041207efc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.1020176 Mar 04 01:10:46.489180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0695e-27cc-46b9-8dea-de1932efc8a6 req-335afb73-e0ec-4892-9651-863a4bcf818c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:46.490647 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-99e0695e-27cc-46b9-8dea-de1932efc8a6 req-335afb73-e0ec-4892-9651-863a4bcf818c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0578315 Mar 04 01:10:46.514635 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-5fff5b8b-59c3-4ecf-9b3b-d87c79aaa354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.1048996 Mar 04 01:10:46.549333 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-99e0695e-27cc-46b9-8dea-de1932efc8a6 req-f59aefca-19eb-4113-9fa0-5825ccb3c010 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 Mar 04 01:10:46.569187 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-e47b3dc4-ddbb-4897-bfcb-ef12b7fac87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:46.571177 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-e47b3dc4-ddbb-4897-bfcb-ef12b7fac87c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0486841 Mar 04 01:10:46.632295 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-12d36bfb-6692-4938-b98d-16496f104c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:46.633800 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-12d36bfb-6692-4938-b98d-16496f104c61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560026 Mar 04 01:10:46.725967 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-fd9220e1-3854-4a3e-8dbc-e0a4a58f5a8d service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848265 Mar 04 01:10:46.820290 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-2b41ddc9-4707-4b62-8318-4bb94bb71618 req-232c516c-6f05-4bc8-b70c-f962729bed85 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865753 Mar 04 01:10:47.084952 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b80974-7d7b-4190-9612-de35d144d1d8 req-23eeffed-7a37-48fd-bf6e-7831bc32f51b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:47.086758 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-68b80974-7d7b-4190-9612-de35d144d1d8 req-23eeffed-7a37-48fd-bf6e-7831bc32f51b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 945 time: 0.0804064 Mar 04 01:10:47.137010 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-68b80974-7d7b-4190-9612-de35d144d1d8 req-40c515cd-1a85-4300-afac-c274d512dfb3 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Mar 04 01:10:47.171438 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa08338-0885-4baf-a1a9-6ee3d4f49bd2 req-ac83cc60-535d-42e2-8c25-280fa793321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:47.175776 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-1fa08338-0885-4baf-a1a9-6ee3d4f49bd2 req-ac83cc60-535d-42e2-8c25-280fa793321c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.0471017 Mar 04 01:10:47.218753 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-1fa08338-0885-4baf-a1a9-6ee3d4f49bd2 req-ff05f557-6828-4933-813e-ba01f7865438 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Mar 04 01:10:47.514176 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddb28-0e78-45c0-803f-5603e5dd04c9 req-f182f135-aa10-4d06-b371-3ef975d62cdb tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:47.516346 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a5ddb28-0e78-45c0-803f-5603e5dd04c9 req-f182f135-aa10-4d06-b371-3ef975d62cdb tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0516012 Mar 04 01:10:47.565373 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a5ddb28-0e78-45c0-803f-5603e5dd04c9 req-2b40b783-42bb-4fd0-9c1a-590c55216415 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 Mar 04 01:10:47.671942 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8f02a-707b-48af-8653-435f11149a67 req-640dddf2-8397-4923-b3d6-afc58550f706 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:47.673480 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7a8f02a-707b-48af-8653-435f11149a67 req-640dddf2-8397-4923-b3d6-afc58550f706 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Mar 04 01:10:47.721252 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7a8f02a-707b-48af-8653-435f11149a67 req-14a3d028-673c-409d-a0c9-a523bd6a29eb tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Mar 04 01:10:48.257208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde674-ca7e-4310-9d21-f75754c4c69d req-0bce4a64-255d-4684-87f1-70ec32545058 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:48.258704 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3afde674-ca7e-4310-9d21-f75754c4c69d req-0bce4a64-255d-4684-87f1-70ec32545058 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 945 time: 0.0554616 Mar 04 01:10:48.306094 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3afde674-ca7e-4310-9d21-f75754c4c69d req-7815a293-e634-4f7d-bcc5-56e7754ff7b8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Mar 04 01:10:48.686586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9e06-b814-43c4-9065-98b9ebaffc9d req-12e7c392-1a33-4913-907f-7e72a054b220 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:48.688839 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b0dd9e06-b814-43c4-9065-98b9ebaffc9d req-12e7c392-1a33-4913-907f-7e72a054b220 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 945 time: 0.0527818 Mar 04 01:10:48.734999 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b0dd9e06-b814-43c4-9065-98b9ebaffc9d req-f1552b6c-187d-4233-8743-48f193a4f335 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Mar 04 01:10:48.840735 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8d9f-d2f1-407b-a410-461fea47078c req-26b777df-c19e-4c08-bb10-fdf57a88104b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:48.842195 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-629a8d9f-d2f1-407b-a410-461fea47078c req-26b777df-c19e-4c08-bb10-fdf57a88104b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0558069 Mar 04 01:10:48.887717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-629a8d9f-d2f1-407b-a410-461fea47078c req-64809bdb-6444-45f2-ab9e-49d4698e5122 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Mar 04 01:10:49.208238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 8903e5f9-f050-4852-a7a1-41672c9f4d71 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:10:49.327617 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 8903e5f9-f050-4852-a7a1-41672c9f4d71 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:10:49.331834 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 8903e5f9-f050-4852-a7a1-41672c9f4d71 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:10:49.332209 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:49.417840 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 8903e5f9-f050-4852-a7a1-41672c9f4d71 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:49.418235 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:49.445853 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8903e5f9-f050-4852-a7a1-41672c9f4d71'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:49.448190 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc0735-80e1-40ab-bb50-35a87c36f901" -d '{"events": [{"server_uuid": "7f29305f-3ba2-42fb-b7a3-67f0ac6d5820", "name": "network-vif-plugged", "status": "completed", "tag": "8903e5f9-f050-4852-a7a1-41672c9f4d71"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:49.452197 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f5940-6727-4084-9ef7-a83f9ca2b704 req-ba2bc46f-2c65-4d22-ba1f-04af357b0109 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:49.454039 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f63f5940-6727-4084-9ef7-a83f9ca2b704 req-ba2bc46f-2c65-4d22-ba1f-04af357b0109 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 945 time: 0.0721042 Mar 04 01:10:49.458898 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 8903e5f9-f050-4852-a7a1-41672c9f4d71, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8903e5f9-f050-4852-a7a1-41672c9f4d71,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:49.494105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818766dc-2431-4130-8d88-d33eb7f60cf6 x-openstack-request-id: req-818766dc-2431-4130-8d88-d33eb7f60cf6 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:49.494421 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29305f-3ba2-42fb-b7a3-67f0ac6d5820", "name": "network-vif-plugged", "status": "completed", "tag": "8903e5f9-f050-4852-a7a1-41672c9f4d71", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:49.494675 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-818766dc-2431-4130-8d88-d33eb7f60cf6 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:49.495066 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8903e5f9-f050-4852-a7a1-41672c9f4d71', 'code': 200} Mar 04 01:10:49.511833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f63f5940-6727-4084-9ef7-a83f9ca2b704 req-c1a42abb-7bd7-4088-9da7-5d4d71fb1f4f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525944 Mar 04 01:10:49.533774 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:49.541981 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:10:49.609186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=8903e5f9-f050-4852-a7a1-41672c9f4d71,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:49.653323 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: ACTIVE; New status is: DOWN {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:49.653800 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:49.695957 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:10:49.744345 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:49.795035 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=8']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:49.901367 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd0b6-a413-44db-a78b-eb46c13258dc req-274217fd-0643-4e30-b623-bd7574f6dafd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:49.901367 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a72cd0b6-a413-44db-a78b-eb46c13258dc req-274217fd-0643-4e30-b623-bd7574f6dafd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0791004 Mar 04 01:10:49.903078 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 59380) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:49.970208 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a72cd0b6-a413-44db-a78b-eb46c13258dc req-ec8bb276-b503-40aa-b018-2450ad4d35f9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594184 Mar 04 01:10:49.983212 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 59386) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:50.010455 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834218b-fc71-4418-85fa-008d2f81afa0 req-93674a1b-ba48-4560-8a08-0f443469a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:50.012783 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d834218b-fc71-4418-85fa-008d2f81afa0 req-93674a1b-ba48-4560-8a08-0f443469a29c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 1130 time: 0.0695775 Mar 04 01:10:50.066098 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-d834218b-fc71-4418-85fa-008d2f81afa0 req-20c8667b-21a8-4286-b1db-d2a4755e3ad1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457127 Mar 04 01:10:50.069479 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a1807-d4af-48fb-9732-be09c8715e06 req-c9f89379-8009-4e1f-bb62-2ea3d4f9a199 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:50.076296 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-272a1807-d4af-48fb-9732-be09c8715e06 req-c9f89379-8009-4e1f-bb62-2ea3d4f9a199 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0948951 Mar 04 01:10:50.136860 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-272a1807-d4af-48fb-9732-be09c8715e06 req-aa3fa284-c162-43fa-a473-dc6dd78440cc tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 Mar 04 01:10:50.138543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-78a26ab6-d1d8-4399-9aff-a17e5395db64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.147348 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5d441a6d-7fc1-4026-adf1-d00aa74dcb5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.275334 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5d441a6d-7fc1-4026-adf1-d00aa74dcb5e admin admin] Publish callbacks [] for security_group (70398d9d-7451-4e64-8411-aef24d8dfc6a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.284556 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-78a26ab6-d1d8-4399-9aff-a17e5395db64 admin admin] Publish callbacks [] for security_group (ddeb735c-e96d-422b-9549-c555eed6e644), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.350909 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5d441a6d-7fc1-4026-adf1-d00aa74dcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (70398d9d-7451-4e64-8411-aef24d8dfc6a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.385481 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-78a26ab6-d1d8-4399-9aff-a17e5395db64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ddeb735c-e96d-422b-9549-c555eed6e644), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.404543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5d441a6d-7fc1-4026-adf1-d00aa74dcb5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d8a1cffc6f74b979ba9d8acb98fa545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201252 Mar 04 01:10:50.407249 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 59404) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:50.407375 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441a6d-7fc1-4026-adf1-d00aa74dcb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70398d9d-7451-4e64-8411-aef24d8dfc6a,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:50.443229 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-78a26ab6-d1d8-4399-9aff-a17e5395db64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe28c015ed654e6796512a2a909e776d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385802 Mar 04 01:10:50.446414 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 59406) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:50.452156 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a26ab6-d1d8-4399-9aff-a17e5395db64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb735c-e96d-422b-9549-c555eed6e644,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:50.510614 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d240232-1b49-4a97-85ca-7fc5d61313bf admin admin] Publish callbacks [] for security_group (70398d9d-7451-4e64-8411-aef24d8dfc6a), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.533803 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-716bac11-2ff5-4e02-a597-ad0e0755778c admin admin] Publish callbacks [] for security_group (ddeb735c-e96d-422b-9549-c555eed6e644), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.545538 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d240232-1b49-4a97-85ca-7fc5d61313bf admin admin] Publish callbacks [] for security_group (70398d9d-7451-4e64-8411-aef24d8dfc6a), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.576921 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-716bac11-2ff5-4e02-a597-ad0e0755778c admin admin] Publish callbacks [] for security_group (ddeb735c-e96d-422b-9549-c555eed6e644), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.633273 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6c57d-ff3c-4826-afa3-59a44ddd4d62 req-c5670964-ec59-409c-a508-275fce21a595 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:50.635154 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0f6c57d-ff3c-4826-afa3-59a44ddd4d62 req-c5670964-ec59-409c-a508-275fce21a595 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0569091 Mar 04 01:10:50.683541 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0f6c57d-ff3c-4826-afa3-59a44ddd4d62 req-975de646-de76-426c-a78e-ae3d71512d2e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Mar 04 01:10:50.711235 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d240232-1b49-4a97-85ca-7fc5d61313bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (70398d9d-7451-4e64-8411-aef24d8dfc6a), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.713863 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d240232-1b49-4a97-85ca-7fc5d61313bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.715019 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2d240232-1b49-4a97-85ca-7fc5d61313bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70398d9d-7451-4e64-8411-aef24d8dfc6a HTTP/1.1" status: 204 len: 168 time: 0.3064854 Mar 04 01:10:50.726725 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d240232-1b49-4a97-85ca-7fc5d61313bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70398d9d-7451-4e64-8411-aef24d8dfc6a,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:50.739977 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-716bac11-2ff5-4e02-a597-ad0e0755778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ddeb735c-e96d-422b-9549-c555eed6e644), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.742726 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-716bac11-2ff5-4e02-a597-ad0e0755778c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:50.746635 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-716bac11-2ff5-4e02-a597-ad0e0755778c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddeb735c-e96d-422b-9549-c555eed6e644 HTTP/1.1" status: 204 len: 168 time: 0.2992671 Mar 04 01:10:50.761303 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bac11-2ff5-4e02-a597-ad0e0755778c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb735c-e96d-422b-9549-c555eed6e644,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:50.777048 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-c90556ed-5c5e-42da-a6ef-c2eadc5fb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:50.778781 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-c90556ed-5c5e-42da-a6ef-c2eadc5fb427 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 1129 time: 0.1057444 Mar 04 01:10:50.841385 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7e4b-7d52-4162-8a01-c12a012bc133 req-9ff1d3c3-b2fe-46d1-bf87-e4d1c981a171 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:50.842992 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6e1f7e4b-7d52-4162-8a01-c12a012bc133 req-9ff1d3c3-b2fe-46d1-bf87-e4d1c981a171 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.0942044 Mar 04 01:10:50.893715 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6e1f7e4b-7d52-4162-8a01-c12a012bc133 req-63c672d2-03f2-4544-84ac-c5f3e17973f6 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Mar 04 01:10:50.909798 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-f2928454-0b3a-46bd-891c-de3a9bea56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:50.911210 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-f2928454-0b3a-46bd-891c-de3a9bea56e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.1142573 Mar 04 01:10:50.958013 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-f93fef28-b235-4c06-968c-1284313da617 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 200 len: 217 time: 0.0367777 Mar 04 01:10:51.026317 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-fe355c69-a874-421e-a619-1d5306b8b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:51.027935 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-fe355c69-a874-421e-a619-1d5306b8b2a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0596278 Mar 04 01:10:51.072696 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-af46c7cc-e175-4f2e-bd2e-367cbc15677f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360193 Mar 04 01:10:51.139531 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10746a-e3be-4e1a-8eb4-34a818b5bcb7 req-e83df70e-3cdc-469e-807e-778fd40d4811 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:51.142267 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d10746a-e3be-4e1a-8eb4-34a818b5bcb7 req-e83df70e-3cdc-469e-807e-778fd40d4811 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0783777 Mar 04 01:10:51.261789 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d10746a-e3be-4e1a-8eb4-34a818b5bcb7 req-45e39a8e-72f9-4ade-8447-234c932c9f32 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117857 Mar 04 01:10:51.263387 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-4816a806-9aa5-43bc-914e-900d079098fe service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833539 Mar 04 01:10:51.384251 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-40203dd8-daf4-4044-b9a2-c4815aea5748 req-31713fcf-f1c6-419d-be7d-f336932ed5ac service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106093 Mar 04 01:10:51.496890 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:51.499214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214b03e8-ee06-4da8-a2c3-9846a95621af" -d '{"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:51.546633 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592cdea3-47b0-454f-b2dd-e8115d31a165 x-openstack-request-id: req-592cdea3-47b0-454f-b2dd-e8115d31a165 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:51.547549 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-unplugged", "status": "failed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "code": 422}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:51.547884 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-592cdea3-47b0-454f-b2dd-e8115d31a165 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:51.548423 dv-cinder-831090-8-iscsi neutron-server[103558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'code': 422} returned with failed status Mar 04 01:10:51.822483 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f843d-daa2-456f-8d74-4a93a393d7ec req-bc8e1cf2-6afa-4304-8c07-f2cc2bbb4a1f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:51.824039 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3d0f843d-daa2-456f-8d74-4a93a393d7ec req-bc8e1cf2-6afa-4304-8c07-f2cc2bbb4a1f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0649700 Mar 04 01:10:51.879757 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3d0f843d-daa2-456f-8d74-4a93a393d7ec req-53b68cf5-50f5-4028-a5fa-27c0b2151859 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Mar 04 01:10:52.013902 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e9ff-5e1c-4f69-be00-3a9419268216 req-802b8397-21b4-40a8-a4cc-9c7712454ee9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:52.015383 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2fc7e9ff-5e1c-4f69-be00-3a9419268216 req-802b8397-21b4-40a8-a4cc-9c7712454ee9 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.0529931 Mar 04 01:10:52.064874 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2fc7e9ff-5e1c-4f69-be00-3a9419268216 req-ddfa6411-9c5a-4d1d-9522-944cad90572e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Mar 04 01:10:53.027123 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d83ab4-059b-4dc9-9146-8838c6c37f54 req-ec8c09ef-f0ec-41b4-9b27-0a819cda9d77 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:53.029647 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-04d83ab4-059b-4dc9-9146-8838c6c37f54 req-ec8c09ef-f0ec-41b4-9b27-0a819cda9d77 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0667813 Mar 04 01:10:53.084796 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-04d83ab4-059b-4dc9-9146-8838c6c37f54 req-7946d383-99a5-46ab-8cfa-fe7910b6cf7e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 Mar 04 01:10:53.118127 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-37917f32-0801-4268-8076-b7b4e7400516 req-1df44448-3c29-4b28-a6b8-2b07caff3d5b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:10:53.119117 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-37917f32-0801-4268-8076-b7b4e7400516 req-1df44448-3c29-4b28-a6b8-2b07caff3d5b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052412 Mar 04 01:10:53.258982 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:10:53.337370 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: DOWN; New status is: DOWN {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:10:53.454008 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18887d77-f1f8-450d-8c76-317ace9b15dd req-4dc2bca8-a18a-426a-a32f-5f197f3f6371 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:53.455477 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-18887d77-f1f8-450d-8c76-317ace9b15dd req-4dc2bca8-a18a-426a-a32f-5f197f3f6371 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0557077 Mar 04 01:10:53.502622 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-18887d77-f1f8-450d-8c76-317ace9b15dd req-c39a0f66-d397-4cb0-b278-c5d4754cafaf tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Mar 04 01:10:53.972011 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 59512) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:54.081519 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-fbf484b6-5a5d-497d-b909-2b9a9b37d8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967517 Mar 04 01:10:54.081519 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-a633d642-515a-4f77-995c-428a0b478911 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:10:54.081519 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-a633d642-515a-4f77-995c-428a0b478911 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055552 Mar 04 01:10:54.176977 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 59534) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:10:54.231805 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e4082-b696-4700-a520-4a2416903a64 req-60cce74a-1898-49cd-a0c1-cef0db806600 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:54.236797 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-545e4082-b696-4700-a520-4a2416903a64 req-60cce74a-1898-49cd-a0c1-cef0db806600 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0613358 Mar 04 01:10:54.238882 dv-cinder-831090-8-iscsi neutron-server[103557]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 01:10:54.281746 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-61cff2f1-44ac-4a6f-ad15-a945ecb50f50 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dda2d43d902643939addac22eabbfc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433073 Mar 04 01:10:54.300340 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-4efe78a1-7423-4fbd-b4ca-9281f417e159 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:54.308105 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-4efe78a1-7423-4fbd-b4ca-9281f417e159 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports/65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 940 time: 0.1294603 Mar 04 01:10:54.442802 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-545e4082-b696-4700-a520-4a2416903a64 req-dad8db79-8eea-4edd-bb51-655270f97022 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599629 Mar 04 01:10:54.751235 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-252eea00-283d-44a8-b6cd-dcb562e775f2 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:54.752718 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-252eea00-283d-44a8-b6cd-dcb562e775f2 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632506 Mar 04 01:10:54.767079 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-3c5933d8-139f-4e70-8fe4-e89688c85831 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/quotas/dda2d43d902643939addac22eabbfc05 HTTP/1.1" status: 200 len: 375 time: 0.0088577 Mar 04 01:10:54.798795 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-2403d699-b63e-44ec-834a-adffdb2b2cc0 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dda2d43d902643939addac22eabbfc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270629 Mar 04 01:10:55.146484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669355d-2ab8-47b9-a70e-097d0736587d req-3488699f-420e-4e68-803c-b4382e7a7497 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:55.148846 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a669355d-2ab8-47b9-a70e-097d0736587d req-3488699f-420e-4e68-803c-b4382e7a7497 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0629327 Mar 04 01:10:55.204871 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a669355d-2ab8-47b9-a70e-097d0736587d req-868ae99c-6044-4662-a32c-51fd6b27bc68 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508037 Mar 04 01:10:55.289083 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-40ad6bfd-78f8-4772-8a3f-226a9e9f3ee0 req-ca802c0d-6352-4362-a0a8-ec93c4c30c48 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 210 time: 0.0321980 Mar 04 01:10:55.569308 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7863d-4344-401b-a407-6c9688bd1480 req-cd574c95-815b-47c8-a87d-67b74d541f3c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:55.570817 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-81f7863d-4344-401b-a407-6c9688bd1480 req-cd574c95-815b-47c8-a87d-67b74d541f3c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0551105 Mar 04 01:10:55.619247 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-81f7863d-4344-401b-a407-6c9688bd1480 req-1804803b-3c22-472c-8e9e-2f519e7592fd tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Mar 04 01:10:56.332561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d324df-1f29-411c-a57c-9a43cffc8807 req-c8b559a8-90f1-4a7a-b859-df2df68712e0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:56.334080 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-24d324df-1f29-411c-a57c-9a43cffc8807 req-c8b559a8-90f1-4a7a-b859-df2df68712e0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0529165 Mar 04 01:10:56.400650 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3fe2d65d-1851-475a-a0a3-daa4baf61c9b req-2f9d750d-bc69-4f98-9bf6-07eb07a3a5e1 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 210 time: 0.0381293 Mar 04 01:10:56.412985 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-24d324df-1f29-411c-a57c-9a43cffc8807 req-9111646c-b4b5-401b-8d2c-793b66a41bd1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726202 Mar 04 01:10:57.258233 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-8bf5ee6b-3eed-4b8b-aab3-bafa937b0a44 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dda2d43d902643939addac22eabbfc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277681 Mar 04 01:10:57.446539 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-a0585259-ae93-4f4e-a82d-3b9750c20415 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:57.448089 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-a0585259-ae93-4f4e-a82d-3b9750c20415 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810529 Mar 04 01:10:57.475888 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Request body: {'port': {'device_id': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a', 'admin_state_up': True, 'tenant_id': 'dda2d43d902643939addac22eabbfc05'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:10:57.545475 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-15ad824e-2bcd-4cb5-a985-89697c0d5137 req-8e00a812-face-47b6-904c-49a906698bc6 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 210 time: 0.0377567 Mar 04 01:10:57.585114 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-d3d8ea84-53b3-4bdf-9b59-6f169c16ac25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134562 Mar 04 01:10:57.608514 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b645-9017-408a-9a4a-253495c59d6f req-b7977b85-4b52-4392-af48-fd90afdb50d5 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:57.610099 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5264b645-9017-408a-9a4a-253495c59d6f req-b7977b85-4b52-4392-af48-fd90afdb50d5 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0899141 Mar 04 01:10:57.675100 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Made reservation on behalf of dda2d43d902643939addac22eabbfc05 for: {'port': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:10:57.678844 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:57.688500 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:57.689575 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5264b645-9017-408a-9a4a-253495c59d6f req-ac372b1a-fb18-4ec7-9139-6cb0d77b22fb tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735757 Mar 04 01:10:57.697209 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-bd657282-8000-4c96-9983-892d46fb8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:57.698665 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-bd657282-8000-4c96-9983-892d46fb8283 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f4dd23db5774336ae6a251285752932&device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 1130 time: 0.0690720 Mar 04 01:10:57.763683 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks [] for security_group (21045fb1-c100-45d2-9b05-ec0ed6ab3ebc), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:57.801750 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (21045fb1-c100-45d2-9b05-ec0ed6ab3ebc), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:57.837979 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-1c8e2e30-7186-42c5-8242-901db91e2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:57.839445 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-1c8e2e30-7186-42c5-8242-901db91e2068 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 200 len: 920 time: 0.0830650 Mar 04 01:10:57.878142 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:57.885367 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-31ae696e-c285-4938-923a-1bf91f729cf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ed71481-13b9-40d4-b53c-ed49e465387f HTTP/1.1" status: 200 len: 217 time: 0.0388858 Mar 04 01:10:57.891850 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.893796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.893796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.893796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.893796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.893796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.894300 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.894300 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.894524 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.894850 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.895173 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.895493 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.895814 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:10:57.939949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-8acab437-2183-494b-ba5d-3545801d8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:57.941447 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-8acab437-2183-494b-ba5d-3545801d8d90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 200 len: 859 time: 0.0443497 Mar 04 01:10:57.959196 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Allocated IP 192.168.233.99 (4c03d7d5-f6b9-43eb-93c6-14e7f686f65a/daece7c0-25ff-4d39-bc80-b7e6a0d974ee/127a6f31-a9d0-4da8-9f40-1806d86d9096) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:10:57.984588 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-bb7395eb-2c9d-4b0d-b447-2ffefdb39bdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7a00972-08f8-4458-80f5-4505437b0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260327 Mar 04 01:10:58.084004 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-f441b76b-ec84-42ce-8bcb-8eb0f3c5068c service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822136 Mar 04 01:10:58.097428 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks [] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.177752 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-023fd9e4-ce3a-40e9-8d28-b69346c833dc req-c3e27558-a5aa-4ca0-82db-e096cb542f4e service neutron] 10.222.0.35 "GET /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832117 Mar 04 01:10:58.191068 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.245345 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:10:58.249378 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:10:58.251980 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Pushing event updated for resources: {'Port': ['ID=127a6f31-a9d0-4da8-9f40-1806d86d9096,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:58.254219 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:10:58.302500 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:58.303163 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.370544 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-b0c92fc0-dd9e-4783-9e25-a0b7bb55144b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9001529 Mar 04 01:10:58.394760 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Request body: {'port': {'device_id': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:10:58.453030 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.457863 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-d912df5b-949e-43c4-a496-f5293079f4cc None None] Provisioning complete for port 127a6f31-a9d0-4da8-9f40-1806d86d9096 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:10:58.458375 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d912df5b-949e-43c4-a496-f5293079f4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.493018 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-d912df5b-949e-43c4-a496-f5293079f4cc None None] Port 127a6f31-a9d0-4da8-9f40-1806d86d9096 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:10:58.670936 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8ee35-bb10-42f4-a965-7502850c06cb req-dd42a698-4e96-4ae3-9d80-36142106d0ce tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:58.673013 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-15f8ee35-bb10-42f4-a965-7502850c06cb req-dd42a698-4e96-4ae3-9d80-36142106d0ce tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 935 time: 0.0516784 Mar 04 01:10:58.711332 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127a6f31-a9d0-4da8-9f40-1806d86d9096 {{(pid=103557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:10:58.719297 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Publish callbacks [] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.719947 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-15f8ee35-bb10-42f4-a965-7502850c06cb req-050c68fd-2643-4f1a-83aa-650aaa19bca0 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Mar 04 01:10:58.731498 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.provisioning_blocks [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Transition to ACTIVE for port object 127a6f31-a9d0-4da8-9f40-1806d86d9096 will not be triggered until provisioned by entity L2. {{(pid=103557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:10:58.822005 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758486e7-5039-4e16-8b7d-7fcc51504579 req-01d85903-b28d-4c11-82f6-03c0ceadc20b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:58.823483 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-758486e7-5039-4e16-8b7d-7fcc51504579 req-01d85903-b28d-4c11-82f6-03c0ceadc20b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0556028 Mar 04 01:10:58.824950 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:58.873175 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Pushing event updated for resources: {'Port': ['ID=127a6f31-a9d0-4da8-9f40-1806d86d9096,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:58.874224 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-758486e7-5039-4e16-8b7d-7fcc51504579 req-c9fa01f2-5ea5-4fb9-ade7-79a963982fac tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Mar 04 01:10:58.959105 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Attempting to bind port 127a6f31-a9d0-4da8-9f40-1806d86d9096 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:10:58.959432 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Attempting to bind port 127a6f31-a9d0-4da8-9f40-1806d86d9096 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:10:58.959758 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Attempting to bind port 127a6f31-a9d0-4da8-9f40-1806d86d9096 on network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Port 127a6f31-a9d0-4da8-9f40-1806d86d9096 on network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Attempting to bind port 127a6f31-a9d0-4da8-9f40-1806d86d9096 on network 4c03d7d5-f6b9-43eb-93c6-14e7f686f65a {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Checking segment: {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Bound using segment: {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'} {{(pid=103557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.managers [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Bound port: 127a6f31-a9d0-4da8-9f40-1806d86d9096, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291e38ea-a734-42e4-a3fb-ba919130d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a'}}] {{(pid=103557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:10:58.973667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:59.036601 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] For port 127a6f31-a9d0-4da8-9f40-1806d86d9096, host hv-cinder-83109, cleared binding levels {{(pid=103557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:10:59.039537 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] For port 127a6f31-a9d0-4da8-9f40-1806d86d9096, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:10:59.094316 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:59.131410 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:59.132092 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:10:59.133523 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] 10.222.0.35 "PUT /v2.0/ports/127a6f31-a9d0-4da8-9f40-1806d86d9096 HTTP/1.1" status: 200 len: 1097 time: 0.7430742 Mar 04 01:10:59.133975 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'tag': '127a6f31-a9d0-4da8-9f40-1806d86d9096'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:10:59.136208 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200511a9-f763-442f-88e5-13fb2319e118" -d '{"events": [{"name": "network-changed", "server_uuid": "eff0d26d-502d-42bf-9b3a-80da5dc2a54b", "tag": "127a6f31-a9d0-4da8-9f40-1806d86d9096"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:10:59.157950 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b7a53-8246-4f80-8c1a-677550fe7dcc service neutron] Pushing event updated for resources: {'Port': ['ID=127a6f31-a9d0-4da8-9f40-1806d86d9096,revision_number=3']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:10:59.187098 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af58cf15-4bc7-419b-bd5d-e8a20556a323 x-openstack-request-id: req-af58cf15-4bc7-419b-bd5d-e8a20556a323 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:10:59.188116 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff0d26d-502d-42bf-9b3a-80da5dc2a54b", "tag": "127a6f31-a9d0-4da8-9f40-1806d86d9096", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:10:59.188403 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af58cf15-4bc7-419b-bd5d-e8a20556a323 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:10:59.188809 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'tag': '127a6f31-a9d0-4da8-9f40-1806d86d9096', 'status': 'completed', 'code': 200} Mar 04 01:10:59.371779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-5d8ee434-c0a1-427d-b831-3c8fc6e7ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:59.373447 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-5d8ee434-c0a1-427d-b831-3c8fc6e7ae20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dda2d43d902643939addac22eabbfc05&device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 1131 time: 0.0704417 Mar 04 01:10:59.427979 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-1d08c4ff-250c-4c61-99f3-4c560f9a5645 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096 HTTP/1.1" status: 200 len: 217 time: 0.0359566 Mar 04 01:10:59.477429 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-af114aa6-287c-4a6a-8579-281e7b53fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:59.478863 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-af114aa6-287c-4a6a-8579-281e7b53fc2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daece7c0-25ff-4d39-bc80-b7e6a0d974ee HTTP/1.1" status: 200 len: 843 time: 0.0424631 Mar 04 01:10:59.536943 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-ec453df6-6bbc-4572-a394-1a3b3a120eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:59.538337 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-ec453df6-6bbc-4572-a394-1a3b3a120eaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c03d7d5-f6b9-43eb-93c6-14e7f686f65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0441980 Mar 04 01:10:59.629792 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-dc35be58-41aa-427e-9424-c9ddf7451051 service neutron] 10.222.0.35 "GET /v2.0/networks/4c03d7d5-f6b9-43eb-93c6-14e7f686f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Mar 04 01:10:59.722490 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4eee9584-24ce-4f3b-a17d-495a2af9e114 req-7a3e30e7-3f94-4699-9211-9314b5885ffc service neutron] 10.222.0.35 "GET /v2.0/networks/4c03d7d5-f6b9-43eb-93c6-14e7f686f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853574 Mar 04 01:10:59.844208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d311bf-91c0-42e3-9940-6c09a25d3bde req-f61e2368-fc68-42a4-9b41-414f7a9dd202 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:10:59.845710 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-04d311bf-91c0-42e3-9940-6c09a25d3bde req-f61e2368-fc68-42a4-9b41-414f7a9dd202 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 947 time: 0.0539889 Mar 04 01:10:59.891616 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-04d311bf-91c0-42e3-9940-6c09a25d3bde req-63ec50e5-30e9-4d16-bfee-66c0d3673f1c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Mar 04 01:11:00.002635 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2237bf-3dae-4153-a2c6-6ef82bc4938d req-e9b27b5a-bfbb-4109-8228-2a319a1af0c0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:00.004203 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2237bf-3dae-4153-a2c6-6ef82bc4938d req-e9b27b5a-bfbb-4109-8228-2a319a1af0c0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0575678 Mar 04 01:11:00.054889 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d2237bf-3dae-4153-a2c6-6ef82bc4938d req-19c87dc7-a111-4682-87af-d31b24322fad tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447390 Mar 04 01:11:00.182351 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200511a9-f763-442f-88e5-13fb2319e118 req-9ca22cde-c662-4526-82b6-ac45aa0f95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:00.183748 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-9ca22cde-c662-4526-82b6-ac45aa0f95fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dda2d43d902643939addac22eabbfc05&device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 1131 time: 0.2334788 Mar 04 01:11:00.268734 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200511a9-f763-442f-88e5-13fb2319e118 req-89544b1b-7ffd-4f88-8eeb-d94e6080f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:00.270162 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-89544b1b-7ffd-4f88-8eeb-d94e6080f0f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c03d7d5-f6b9-43eb-93c6-14e7f686f65a HTTP/1.1" status: 200 len: 870 time: 0.0800300 Mar 04 01:11:00.329595 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-cb9e2631-6d12-4745-a396-f4d3d819dfe7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096 HTTP/1.1" status: 200 len: 217 time: 0.0374246 Mar 04 01:11:00.573157 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:01.008430 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd6e55-c406-4983-baff-697c8125f252 req-d9012c56-868d-4e33-9ad0-203f89c1433c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:01.009923 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-60dd6e55-c406-4983-baff-697c8125f252 req-d9012c56-868d-4e33-9ad0-203f89c1433c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 947 time: 0.0511551 Mar 04 01:11:01.054931 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-60dd6e55-c406-4983-baff-697c8125f252 req-0408a64c-7c7f-4775-af6c-c0d9f67337d3 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Mar 04 01:11:01.173788 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec1c25-b4f3-4e47-8e97-bb29bc283dc4 req-bda26ff3-b281-48e4-a7e3-9d11f30a0107 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:01.175232 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-20ec1c25-b4f3-4e47-8e97-bb29bc283dc4 req-bda26ff3-b281-48e4-a7e3-9d11f30a0107 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0510879 Mar 04 01:11:01.224104 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-20ec1c25-b4f3-4e47-8e97-bb29bc283dc4 req-ac71c1dc-3c0b-42f4-8b7c-f6af29454e82 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Mar 04 01:11:02.168026 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2d723-8a0e-4d67-96aa-0b0f17d93ebd req-bf553462-e3ac-4520-9a84-ff40c1a36e9f tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:02.169491 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f1a2d723-8a0e-4d67-96aa-0b0f17d93ebd req-bf553462-e3ac-4520-9a84-ff40c1a36e9f tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 947 time: 0.0500290 Mar 04 01:11:02.214477 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f1a2d723-8a0e-4d67-96aa-0b0f17d93ebd req-c9aac407-b355-4a03-b5fa-8c7f8375a6d9 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Mar 04 01:11:02.287597 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200511a9-f763-442f-88e5-13fb2319e118 req-1090d0f8-0121-40ca-8b1b-e4d4c8d996fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:02.289100 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-1090d0f8-0121-40ca-8b1b-e4d4c8d996fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daece7c0-25ff-4d39-bc80-b7e6a0d974ee HTTP/1.1" status: 200 len: 843 time: 0.0447235 Mar 04 01:11:02.342706 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953537f-26ca-404c-9a87-f249f2efbb18 req-25f98850-8fe0-463c-b6e6-e5929d433fd1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:02.344606 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1953537f-26ca-404c-9a87-f249f2efbb18 req-25f98850-8fe0-463c-b6e6-e5929d433fd1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0511823 Mar 04 01:11:02.393033 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1953537f-26ca-404c-9a87-f249f2efbb18 req-f4430e53-d7a0-4854-8196-d53675f48e15 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Mar 04 01:11:03.207926 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200511a9-f763-442f-88e5-13fb2319e118 req-7f5021ff-f5c1-4c9a-a1e4-be2511a7258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:03.209622 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-7f5021ff-f5c1-4c9a-a1e4-be2511a7258d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c03d7d5-f6b9-43eb-93c6-14e7f686f65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0470874 Mar 04 01:11:03.309315 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-fc904a0d-35d8-4324-974c-b54ad9ac3519 service neutron] 10.222.0.35 "GET /v2.0/networks/4c03d7d5-f6b9-43eb-93c6-14e7f686f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901155 Mar 04 01:11:03.346949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5ef3d-ee66-4a87-a0a5-82171d21b459 req-c8ec40fd-213c-429f-97b1-27e7cb946077 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:03.348449 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32b5ef3d-ee66-4a87-a0a5-82171d21b459 req-c8ec40fd-213c-429f-97b1-27e7cb946077 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 947 time: 0.0666008 Mar 04 01:11:03.394084 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32b5ef3d-ee66-4a87-a0a5-82171d21b459 req-c8c85f98-ecca-4726-8456-ab5f657b990b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Mar 04 01:11:03.397346 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-200511a9-f763-442f-88e5-13fb2319e118 req-414d6fa4-41bd-4b08-b4d0-51fdcde02029 service neutron] 10.222.0.35 "GET /v2.0/networks/4c03d7d5-f6b9-43eb-93c6-14e7f686f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817575 Mar 04 01:11:03.516735 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051bf4-d8ab-49df-b99c-e334d9956843 req-fa2c1f46-73bb-4c9a-9791-643f6a082b36 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:03.518233 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-19051bf4-d8ab-49df-b99c-e334d9956843 req-fa2c1f46-73bb-4c9a-9791-643f6a082b36 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0541327 Mar 04 01:11:03.571878 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-19051bf4-d8ab-49df-b99c-e334d9956843 req-86aaf2c5-bcde-4749-bae2-c46a7c47a770 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Mar 04 01:11:04.512322 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b2fad-402e-4460-9e15-f00111275538 req-c545f552-8aaa-41aa-88ff-261b5199077c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:04.512969 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f8b2fad-402e-4460-9e15-f00111275538 req-c545f552-8aaa-41aa-88ff-261b5199077c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 947 time: 0.0546901 Mar 04 01:11:04.583057 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f8b2fad-402e-4460-9e15-f00111275538 req-7600dd6f-74ee-4821-b9ad-21ae04c918fb tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635335 Mar 04 01:11:04.694049 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889e639-fc14-40d6-8835-2d680d61ce81 req-19d9fb2a-ce0f-4186-bd42-a3d8b44c1f42 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:04.695444 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2889e639-fc14-40d6-8835-2d680d61ce81 req-19d9fb2a-ce0f-4186-bd42-a3d8b44c1f42 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0524127 Mar 04 01:11:04.741034 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2889e639-fc14-40d6-8835-2d680d61ce81 req-a765c8df-0027-4851-a206-b2e37d891f05 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Mar 04 01:11:05.699914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101327e-24d0-41a0-9c8b-ca266ff191f2 req-65463163-0aa4-4bd2-8b05-13a1ac1b2431 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:05.701408 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7101327e-24d0-41a0-9c8b-ca266ff191f2 req-65463163-0aa4-4bd2-8b05-13a1ac1b2431 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 947 time: 0.0526705 Mar 04 01:11:05.746647 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7101327e-24d0-41a0-9c8b-ca266ff191f2 req-97e244c1-1e53-4080-b8a7-0e4b202d0396 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Mar 04 01:11:05.864654 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7238b-e304-4543-9bf6-f691e9588c6a req-b83ff889-353c-44dd-87da-60681e0dd409 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:05.866088 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c5f7238b-e304-4543-9bf6-f691e9588c6a req-b83ff889-353c-44dd-87da-60681e0dd409 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0552814 Mar 04 01:11:05.911265 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c5f7238b-e304-4543-9bf6-f691e9588c6a req-6fb0f50a-d0ce-4a11-8a79-ecfe961ca803 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 Mar 04 01:11:06.486418 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 127a6f31-a9d0-4da8-9f40-1806d86d9096 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:11:06.580428 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 127a6f31-a9d0-4da8-9f40-1806d86d9096, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:06.591376 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '127a6f31-a9d0-4da8-9f40-1806d86d9096', 'network_id': '4c03d7d5-f6b9-43eb-93c6-14e7f686f65a', 'port_id': '127a6f31-a9d0-4da8-9f40-1806d86d9096', 'mac_address': 'fa:16:3e:23:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daece7c0-25ff-4d39-bc80-b7e6a0d974ee', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:11:06.626408 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 127a6f31-a9d0-4da8-9f40-1806d86d9096 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:06.626788 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:06.638663 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127a6f31-a9d0-4da8-9f40-1806d86d9096 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:11:06.658217 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 127a6f31-a9d0-4da8-9f40-1806d86d9096, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:06.744640 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:06.790849 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=127a6f31-a9d0-4da8-9f40-1806d86d9096,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:06.797823 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.798174 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.798541 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.798882 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.799214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.799544 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.799871 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.800196 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.800547 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.800885 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.801214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.801535 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.801857 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:06.862814 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b224baa-7189-495b-847d-61efc51d789c req-88250ad3-39ab-472a-bfa8-81e1f11f4f6b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:06.864287 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b224baa-7189-495b-847d-61efc51d789c req-88250ad3-39ab-472a-bfa8-81e1f11f4f6b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0509264 Mar 04 01:11:06.910357 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b224baa-7189-495b-847d-61efc51d789c req-9855652b-3b1f-406f-af53-e170c32cce03 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Mar 04 01:11:07.033865 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c4c0-4c32-4069-b14d-827037966052 req-a4a29698-d242-4ea6-8193-6b190fbbb789 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:07.035250 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a6f1c4c0-4c32-4069-b14d-827037966052 req-a4a29698-d242-4ea6-8193-6b190fbbb789 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0548999 Mar 04 01:11:07.080813 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a6f1c4c0-4c32-4069-b14d-827037966052 req-a8282f87-7e62-40d8-bd14-eee2dd1da26e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Mar 04 01:11:07.893616 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['127a6f31-a9d0-4da8-9f40-1806d86d9096'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:08.028412 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd68b-a88b-4b3b-9dd3-7a081a017b26 req-b8f2ba12-ec8c-4129-8a46-b0b57f539b05 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:08.030129 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0fecd68b-a88b-4b3b-9dd3-7a081a017b26 req-b8f2ba12-ec8c-4129-8a46-b0b57f539b05 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0528316 Mar 04 01:11:08.075186 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-633a8e80-a675-498b-a27c-2db1eb5c83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:08.076706 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-633a8e80-a675-498b-a27c-2db1eb5c83bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c&tenant_id=8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 1127 time: 0.0815396 Mar 04 01:11:08.079889 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0fecd68b-a88b-4b3b-9dd3-7a081a017b26 req-6787bda4-ace4-47a2-8b04-ca1b378cd214 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Mar 04 01:11:08.161101 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-64774e43-bce6-48bb-b5c0-3bb0abfe1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:08.162529 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-64774e43-bce6-48bb-b5c0-3bb0abfe1e90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1127 time: 0.0440049 Mar 04 01:11:08.202240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675a716-f211-499d-8117-aea95a1658c8 req-48f35470-7c34-4b99-96f6-5a34a1cafd60 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:08.204443 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5675a716-f211-499d-8117-aea95a1658c8 req-48f35470-7c34-4b99-96f6-5a34a1cafd60 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0537872 Mar 04 01:11:08.256004 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5675a716-f211-499d-8117-aea95a1658c8 req-0ead473b-3448-489e-85b9-02585d049f4d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447140 Mar 04 01:11:08.260684 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-b503d417-f108-4d10-be91-f2bdacf8cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:08.262167 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-b503d417-f108-4d10-be91-f2bdacf8cbac service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.0878553 Mar 04 01:11:09.105721 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-844169f5-9ac9-429b-a0c5-ce2595b83989 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 999 time: 0.0623081 Mar 04 01:11:09.195197 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc4978-f740-4d66-90e3-0ca4ac7a95bf req-87f7c27a-c2df-4129-83ba-9d3bc91c71d5 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:09.196686 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1fc4978-f740-4d66-90e3-0ca4ac7a95bf req-87f7c27a-c2df-4129-83ba-9d3bc91c71d5 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0513468 Mar 04 01:11:09.230189 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4a2c3f13-ed8d-456f-a59d-911cd00d8886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:09.243812 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1fc4978-f740-4d66-90e3-0ca4ac7a95bf req-b66de72a-a0f1-4d58-80ee-8c3a12d91bfd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 Mar 04 01:11:09.379594 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633756d0-ec57-4db9-87ad-04f20b57269e req-21922153-8bf4-47f3-9ce2-6e0f3def09ef tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:09.381021 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-633756d0-ec57-4db9-87ad-04f20b57269e req-21922153-8bf4-47f3-9ce2-6e0f3def09ef tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0516596 Mar 04 01:11:09.425931 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-633756d0-ec57-4db9-87ad-04f20b57269e req-264d4d65-ad94-4e49-9a0e-2a112f91c581 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395133 Mar 04 01:11:09.895905 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-be36ad1c-95fc-4e72-9263-9e7c1f9cb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:09.899956 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-be36ad1c-95fc-4e72-9263-9e7c1f9cb528 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0437558 Mar 04 01:11:10.363730 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ec16-e6d6-4c8e-8634-8e400e5bb11e req-ba14512c-1a2d-4f31-8a5f-920079b1370a tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:10.365264 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5b4ec16-e6d6-4c8e-8634-8e400e5bb11e req-ba14512c-1a2d-4f31-8a5f-920079b1370a tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0572982 Mar 04 01:11:10.410395 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a5b4ec16-e6d6-4c8e-8634-8e400e5bb11e req-6c4d26ff-94e7-4cf4-8e62-6eef7f3e0b97 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Mar 04 01:11:10.547168 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1c40c-1122-447f-8faa-81e49b2a8413 req-841997be-fa68-4177-b163-72afd1dd2614 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:10.548688 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30c1c40c-1122-447f-8faa-81e49b2a8413 req-841997be-fa68-4177-b163-72afd1dd2614 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0515289 Mar 04 01:11:10.594432 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-30c1c40c-1122-447f-8faa-81e49b2a8413 req-781b7ad7-2d02-44b3-b673-eb408b17cc00 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392694 Mar 04 01:11:10.841832 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-694c0066-96f7-4db2-a65f-17064e84ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:10.843214 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-694c0066-96f7-4db2-a65f-17064e84ecf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431337 Mar 04 01:11:10.933260 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-db521706-85e4-4e2d-882b-2469d0ed9d18 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Mar 04 01:11:11.020090 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-68c2d83c-680e-46ce-952d-f37c565a29ab req-0f628614-946c-4f80-82f8-19d7013a5c1e service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791385 Mar 04 01:11:11.492818 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e70b3d61-6f99-414f-a96d-014d9fa0eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:11.527076 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdeeee0-e9b7-4d38-90fa-795cdcbc4404 req-8d8795fe-0a19-4595-9039-fe234e3673ac tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:11.528589 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1bdeeee0-e9b7-4d38-90fa-795cdcbc4404 req-8d8795fe-0a19-4595-9039-fe234e3673ac tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0529945 Mar 04 01:11:11.578577 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1bdeeee0-e9b7-4d38-90fa-795cdcbc4404 req-f487ade5-8914-442c-a072-895f78f1548b tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Mar 04 01:11:11.714445 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79e2f2-28c8-4b38-b9ea-cf24f6ecce2c req-5548c35e-2a5f-48e9-b0d7-feaa9dd3131a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:11.716015 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8c79e2f2-28c8-4b38-b9ea-cf24f6ecce2c req-5548c35e-2a5f-48e9-b0d7-feaa9dd3131a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0520225 Mar 04 01:11:11.766310 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8c79e2f2-28c8-4b38-b9ea-cf24f6ecce2c req-673a04a9-58fe-4e53-82a0-ae894593448a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 Mar 04 01:11:12.691418 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff87916-cff8-437b-8162-cc2ab4a79b16 req-da351981-176b-4ccc-a375-7b88cd55f54d tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:12.692797 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dff87916-cff8-437b-8162-cc2ab4a79b16 req-da351981-176b-4ccc-a375-7b88cd55f54d tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0507128 Mar 04 01:11:12.736657 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dff87916-cff8-437b-8162-cc2ab4a79b16 req-3a05805d-6714-40c0-ba1e-0a9b44fb52d9 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Mar 04 01:11:12.892357 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffd72c-375e-45b4-8ffe-52989f996844 req-b6f764a3-e11c-4695-b471-ec1ebc606b26 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:12.893806 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43ffd72c-375e-45b4-8ffe-52989f996844 req-b6f764a3-e11c-4695-b471-ec1ebc606b26 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0556979 Mar 04 01:11:12.940589 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43ffd72c-375e-45b4-8ffe-52989f996844 req-12f429fd-36d1-432c-a4d2-f4ee40c0a187 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Mar 04 01:11:12.990100 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:13.865773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1239aa-11c3-4f64-81be-d3884454b23a req-3a293ba4-9bb2-4312-8f5f-a7127a8eba7c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:13.867247 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1239aa-11c3-4f64-81be-d3884454b23a req-3a293ba4-9bb2-4312-8f5f-a7127a8eba7c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 948 time: 0.0520828 Mar 04 01:11:13.912416 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1239aa-11c3-4f64-81be-d3884454b23a req-93ba9147-c628-4a3c-8064-5c60b96672c9 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Mar 04 01:11:14.067122 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e1933-265f-4a36-99d8-37904101d61c req-afe154d4-1731-48a7-a014-843c7e7c9592 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:14.071039 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-134e1933-265f-4a36-99d8-37904101d61c req-afe154d4-1731-48a7-a014-843c7e7c9592 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0578780 Mar 04 01:11:14.128458 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-134e1933-265f-4a36-99d8-37904101d61c req-44c26638-1ccb-46a8-9814-dcd1adb06b2a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507648 Mar 04 01:11:14.304308 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 127a6f31-a9d0-4da8-9f40-1806d86d9096 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:14.470287 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 127a6f31-a9d0-4da8-9f40-1806d86d9096 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:11:14.476490 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 127a6f31-a9d0-4da8-9f40-1806d86d9096 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:14.476490 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:14.504086 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:14.565978 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 127a6f31-a9d0-4da8-9f40-1806d86d9096 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:14.566391 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:14.596476 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127a6f31-a9d0-4da8-9f40-1806d86d9096'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:14.598855 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b827f9a3-0fb8-4222-a146-b33b9591e15a" -d '{"events": [{"server_uuid": "eff0d26d-502d-42bf-9b3a-80da5dc2a54b", "name": "network-vif-plugged", "status": "completed", "tag": "127a6f31-a9d0-4da8-9f40-1806d86d9096"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:14.611532 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 127a6f31-a9d0-4da8-9f40-1806d86d9096, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:14.639987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fbf449-70ad-4b36-9b81-c1f12677df61 x-openstack-request-id: req-c7fbf449-70ad-4b36-9b81-c1f12677df61 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:14.640364 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff0d26d-502d-42bf-9b3a-80da5dc2a54b", "name": "network-vif-plugged", "status": "completed", "tag": "127a6f31-a9d0-4da8-9f40-1806d86d9096", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:14.640621 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7fbf449-70ad-4b36-9b81-c1f12677df61 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:14.641039 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127a6f31-a9d0-4da8-9f40-1806d86d9096', 'code': 200} Mar 04 01:11:14.697221 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:14.745702 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=127a6f31-a9d0-4da8-9f40-1806d86d9096,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:15.042534 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776a206-5c59-4ccb-8a6d-c5cbd2ed10d3 req-6642a895-5dd7-4115-a66c-8e1b5f1c6bd7 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:15.045136 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7776a206-5c59-4ccb-8a6d-c5cbd2ed10d3 req-6642a895-5dd7-4115-a66c-8e1b5f1c6bd7 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0622578 Mar 04 01:11:15.099383 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7776a206-5c59-4ccb-8a6d-c5cbd2ed10d3 req-47636f9c-167a-490b-84fe-30fe6d841bfc tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477331 Mar 04 01:11:15.254034 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee485f3-bd81-4dbc-9b3c-249ddfe658d1 req-03470f4c-fcea-42d6-aea9-9cd785f2824a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:15.255614 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3ee485f3-bd81-4dbc-9b3c-249ddfe658d1 req-03470f4c-fcea-42d6-aea9-9cd785f2824a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0548825 Mar 04 01:11:15.306455 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3ee485f3-bd81-4dbc-9b3c-249ddfe658d1 req-1d331cc3-1839-4c64-b170-004c7412659d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Mar 04 01:11:15.772799 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:16.226898 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b67ae6-214b-41c0-a367-6b271604aa74 req-7a5f487e-df74-4af8-bf6f-af8b9fbae3e0 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:16.233365 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-06b67ae6-214b-41c0-a367-6b271604aa74 req-7a5f487e-df74-4af8-bf6f-af8b9fbae3e0 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0591755 Mar 04 01:11:16.279377 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-06b67ae6-214b-41c0-a367-6b271604aa74 req-7126a35a-49ed-4f19-b37f-c4ea2858a689 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Mar 04 01:11:16.433583 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699b05d-4298-441c-9f82-6d3383a2e544 req-a145fb53-3035-4213-bc23-e71618f22f53 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:16.435097 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9699b05d-4298-441c-9f82-6d3383a2e544 req-a145fb53-3035-4213-bc23-e71618f22f53 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0541973 Mar 04 01:11:16.486396 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9699b05d-4298-441c-9f82-6d3383a2e544 req-98b20cad-5449-486d-979b-080ad32ded98 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Mar 04 01:11:17.408806 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b21a74-266c-4b1f-a21c-a7d28891a7cd req-601e9fa5-be4e-4a5b-a21a-3044b17872d5 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:17.410357 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8b21a74-266c-4b1f-a21c-a7d28891a7cd req-601e9fa5-be4e-4a5b-a21a-3044b17872d5 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0603175 Mar 04 01:11:17.461720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8b21a74-266c-4b1f-a21c-a7d28891a7cd req-6d9fe303-44dc-4a27-91bd-04328dc0ebb2 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457852 Mar 04 01:11:17.617188 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70d494-cca9-4f1b-8fb5-9fc30501c979 req-1a5d0fa6-0bca-4a8d-855c-fa75d2093e53 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:17.618712 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad70d494-cca9-4f1b-8fb5-9fc30501c979 req-1a5d0fa6-0bca-4a8d-855c-fa75d2093e53 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0588365 Mar 04 01:11:17.689046 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad70d494-cca9-4f1b-8fb5-9fc30501c979 req-723ea9be-5655-4049-a86b-29b6ae1be29d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645580 Mar 04 01:11:18.585613 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b571-3410-44e9-a906-6637eea7ae05 req-672a693b-ad67-43ea-ba03-a45470045529 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:18.588158 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e057b571-3410-44e9-a906-6637eea7ae05 req-672a693b-ad67-43ea-ba03-a45470045529 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0545897 Mar 04 01:11:18.640992 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e057b571-3410-44e9-a906-6637eea7ae05 req-c8200d25-c1d7-4fca-a9be-46b7709bd73e tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471902 Mar 04 01:11:18.820792 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f44692-70ec-40b3-bc67-b0e937f61474 req-4db83799-82c4-438a-8b72-13891eab2fba tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:18.822538 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7f44692-70ec-40b3-bc67-b0e937f61474 req-4db83799-82c4-438a-8b72-13891eab2fba tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0549207 Mar 04 01:11:18.871474 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7f44692-70ec-40b3-bc67-b0e937f61474 req-05ed876e-ae30-4891-a663-1be1140cc6e2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Mar 04 01:11:19.764101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be30d4-e375-45bd-a9a5-afb70b9ae7b9 req-7d41004f-0acf-4ff9-bdc4-e7ba5b769d64 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:19.766170 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e1be30d4-e375-45bd-a9a5-afb70b9ae7b9 req-7d41004f-0acf-4ff9-bdc4-e7ba5b769d64 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0555387 Mar 04 01:11:19.815469 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e1be30d4-e375-45bd-a9a5-afb70b9ae7b9 req-2d8bba19-7556-4be2-b6a3-8a202c461859 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Mar 04 01:11:20.008228 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1726a7c-f4b4-4c1f-9607-b065b88bb533 req-acc849ba-0f6b-453c-8294-3c55eac19674 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:20.009778 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f1726a7c-f4b4-4c1f-9607-b065b88bb533 req-acc849ba-0f6b-453c-8294-3c55eac19674 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0599341 Mar 04 01:11:20.061495 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f1726a7c-f4b4-4c1f-9607-b065b88bb533 req-353aaa90-f0a4-45e3-ac6e-d9ab4a60d91d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Mar 04 01:11:20.944653 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73128f1-30af-4e01-878d-e34358c1892d req-5bae9b42-392c-4211-bcca-c508dc32b5c4 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:20.946231 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d73128f1-30af-4e01-878d-e34358c1892d req-5bae9b42-392c-4211-bcca-c508dc32b5c4 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0577519 Mar 04 01:11:21.014690 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d73128f1-30af-4e01-878d-e34358c1892d req-e1bf1d4d-e522-4fdf-b954-1b42ef3b5445 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620632 Mar 04 01:11:21.205395 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d1e11-9d56-4c9b-99f4-50e6181419b2 req-572bb7df-64f2-47ab-8ad2-a1a21a18ef94 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:21.206790 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f35d1e11-9d56-4c9b-99f4-50e6181419b2 req-572bb7df-64f2-47ab-8ad2-a1a21a18ef94 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0615416 Mar 04 01:11:21.261084 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f35d1e11-9d56-4c9b-99f4-50e6181419b2 req-88dd8b28-7f58-4d5c-b516-197d65f4bffe tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Mar 04 01:11:22.153651 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6e991-c97b-43b7-a91a-c3cea9fe600c req-949883bb-49ed-456d-acce-2f9555267bd8 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:22.155425 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aed6e991-c97b-43b7-a91a-c3cea9fe600c req-949883bb-49ed-456d-acce-2f9555267bd8 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0595956 Mar 04 01:11:22.231518 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aed6e991-c97b-43b7-a91a-c3cea9fe600c req-1809218a-94c4-46ea-8f0b-adce6a72cac3 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671041 Mar 04 01:11:22.387869 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a685c2-91c7-4384-9b8d-3bc7eab149da req-571a3359-7e7e-4f9b-9c2f-1decf574e8c8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:22.389383 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95a685c2-91c7-4384-9b8d-3bc7eab149da req-571a3359-7e7e-4f9b-9c2f-1decf574e8c8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0540934 Mar 04 01:11:22.442137 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-95a685c2-91c7-4384-9b8d-3bc7eab149da req-0ba857a7-2a52-4b2a-a0a7-1fbd8efe8eb9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Mar 04 01:11:22.545143 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:11:23.358580 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91197a74-d695-41a9-907c-522d14f2d6d1 req-4aba5618-9fbc-4564-8d6a-98f586039a16 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:23.362487 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-91197a74-d695-41a9-907c-522d14f2d6d1 req-4aba5618-9fbc-4564-8d6a-98f586039a16 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0618296 Mar 04 01:11:23.411687 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-91197a74-d695-41a9-907c-522d14f2d6d1 req-cbb7abf2-88a1-4785-afce-cc321c88d85c tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Mar 04 01:11:23.575570 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872f8fb-a52c-4019-8995-61e6c67f8e83 req-b0baa43b-b65e-49e6-83e2-ef44775851c0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:23.577114 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5872f8fb-a52c-4019-8995-61e6c67f8e83 req-b0baa43b-b65e-49e6-83e2-ef44775851c0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0625732 Mar 04 01:11:23.625608 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5872f8fb-a52c-4019-8995-61e6c67f8e83 req-aaf8926d-968e-4f55-b4b0-f67f593565d0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Mar 04 01:11:24.530904 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de3ce9-d846-430d-93dd-84fa50e560f2 req-fc8f8139-cd32-4397-b58c-554287f507c8 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:24.532967 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-50de3ce9-d846-430d-93dd-84fa50e560f2 req-fc8f8139-cd32-4397-b58c-554287f507c8 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0550621 Mar 04 01:11:24.578497 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-50de3ce9-d846-430d-93dd-84fa50e560f2 req-d744b240-3113-4cb6-9fb8-f82797bac382 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Mar 04 01:11:24.744553 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb683-81ea-4f8f-8719-c7ec24fb40da req-9888da79-1250-4d96-b368-586a1794ce51 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:24.746011 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eb0cb683-81ea-4f8f-8719-c7ec24fb40da req-9888da79-1250-4d96-b368-586a1794ce51 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0508134 Mar 04 01:11:24.791232 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eb0cb683-81ea-4f8f-8719-c7ec24fb40da req-cd179841-1c03-4285-8676-b24cc4b98d6b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393577 Mar 04 01:11:25.419779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547eaa9-11ec-4c03-83c1-265e57f6d16a req-e5e95c04-f852-438d-9daa-763724d67a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:25.421292 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7547eaa9-11ec-4c03-83c1-265e57f6d16a req-e5e95c04-f852-438d-9daa-763724d67a4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 1133 time: 0.0481789 Mar 04 01:11:25.464000 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7547eaa9-11ec-4c03-83c1-265e57f6d16a req-c82bb4f0-a058-4897-87d9-d170c4dbd565 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364461 Mar 04 01:11:25.693922 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31e4da-28ef-4788-8522-702dfd6f9a1d req-6174e0f6-2f34-4c83-bc93-cd54385a4874 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:25.695374 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa31e4da-28ef-4788-8522-702dfd6f9a1d req-6174e0f6-2f34-4c83-bc93-cd54385a4874 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0511773 Mar 04 01:11:25.743355 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa31e4da-28ef-4788-8522-702dfd6f9a1d req-e9b37c45-0db7-4cb6-bc20-c4dceb745fae tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Mar 04 01:11:25.912386 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f4024-6400-4674-b314-b12595203e8a req-6adad5ef-390f-43e0-9394-a63fdc871f94 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:25.914080 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-112f4024-6400-4674-b314-b12595203e8a req-6adad5ef-390f-43e0-9394-a63fdc871f94 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0522964 Mar 04 01:11:25.961264 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-112f4024-6400-4674-b314-b12595203e8a req-a4e9c111-47e5-43f8-885d-ecb9fab62b84 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Mar 04 01:11:26.856982 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96666b-b708-44af-bb69-3bdd3c86e80e req-191fc1b0-a55c-415e-b007-2edd115a9626 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:26.858467 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0d96666b-b708-44af-bb69-3bdd3c86e80e req-191fc1b0-a55c-415e-b007-2edd115a9626 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0515795 Mar 04 01:11:26.902838 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0d96666b-b708-44af-bb69-3bdd3c86e80e req-d44e8507-f9eb-42df-adbc-e335f6dd1170 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Mar 04 01:11:27.087085 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd0bd6-ff40-45c6-a026-903ad6c53e43 req-015b9992-d6ae-4c75-a4b1-514234f27682 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:27.088619 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9bd0bd6-ff40-45c6-a026-903ad6c53e43 req-015b9992-d6ae-4c75-a4b1-514234f27682 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0552671 Mar 04 01:11:27.140234 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9bd0bd6-ff40-45c6-a026-903ad6c53e43 req-ec211300-8ea5-46bf-979a-f877c19dc86d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 Mar 04 01:11:28.019728 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7cb16-da13-484b-9651-3323a02beed0 req-27247a17-e835-4d52-b98d-27cb131613eb tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:28.021139 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-edb7cb16-da13-484b-9651-3323a02beed0 req-27247a17-e835-4d52-b98d-27cb131613eb tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0523648 Mar 04 01:11:28.066843 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-edb7cb16-da13-484b-9651-3323a02beed0 req-34562755-4c28-4d0e-8395-2f4680efeaaa tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Mar 04 01:11:28.269057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbc0ad-ebc8-4a34-a314-2bab2a3a22ef req-dad14e0d-b20f-4a02-8d80-d47e45a2f7d0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:28.270592 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-85cbc0ad-ebc8-4a34-a314-2bab2a3a22ef req-dad14e0d-b20f-4a02-8d80-d47e45a2f7d0 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0560737 Mar 04 01:11:28.318174 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-85cbc0ad-ebc8-4a34-a314-2bab2a3a22ef req-67c4d14b-f76f-4a44-bc81-a0c1bfa67f24 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418544 Mar 04 01:11:28.585041 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a436b-d521-43b6-93c2-f0259574bf34 req-ab5484d2-3672-4a3e-b567-861ce4cc9b37 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:28.586518 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-490a436b-d521-43b6-93c2-f0259574bf34 req-ab5484d2-3672-4a3e-b567-861ce4cc9b37 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0517690 Mar 04 01:11:28.632671 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-490a436b-d521-43b6-93c2-f0259574bf34 req-f9337cf8-f721-4e89-9aa6-fdde8f822eaf tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Mar 04 01:11:29.438590 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4f83a-4ad4-4013-adf1-992561093a26 req-68724f19-40a3-4d05-afd8-adf6dad1ef74 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:29.440037 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7fa4f83a-4ad4-4013-adf1-992561093a26 req-68724f19-40a3-4d05-afd8-adf6dad1ef74 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0512345 Mar 04 01:11:29.488838 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7fa4f83a-4ad4-4013-adf1-992561093a26 req-f962b9d6-a08a-435c-a081-ad99006db976 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Mar 04 01:11:29.748137 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290086b-64dc-4e05-b686-8bec9336b953 req-7093cdcb-bf99-4818-97f7-7830d75db532 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:29.749646 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a290086b-64dc-4e05-b686-8bec9336b953 req-7093cdcb-bf99-4818-97f7-7830d75db532 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0503914 Mar 04 01:11:29.795007 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a290086b-64dc-4e05-b686-8bec9336b953 req-b89be304-3f48-47b4-a931-9dce723e22c7 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Mar 04 01:11:30.610994 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:30.611578 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cff20e-5efa-4680-b3c2-d8f6dacee4bc req-9389b95c-c85e-40bc-97fa-a21169cc241c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:30.612966 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-09cff20e-5efa-4680-b3c2-d8f6dacee4bc req-9389b95c-c85e-40bc-97fa-a21169cc241c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0526423 Mar 04 01:11:30.660456 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-09cff20e-5efa-4680-b3c2-d8f6dacee4bc req-6c5e39c6-07a9-4c6d-91c4-72cff9c8fc6d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Mar 04 01:11:30.689694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f430-c444-424b-8022-817167b2726a req-ba874a08-bc19-4610-8cee-bfca3ebc1f7f tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:30.691139 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-aa04f430-c444-424b-8022-817167b2726a req-ba874a08-bc19-4610-8cee-bfca3ebc1f7f tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.35 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0579586 Mar 04 01:11:30.786815 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Deleting port 127a6f31-a9d0-4da8-9f40-1806d86d9096 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:11:30.787082 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:30.874481 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] For port 127a6f31-a9d0-4da8-9f40-1806d86d9096, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=127a6f31-a9d0-4da8-9f40-1806d86d9096,segment=NetworkSegment(291e38ea-a734-42e4-a3fb-ba919130d8fa),segment_id=291e38ea-a734-42e4-a3fb-ba919130d8fa)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:30.874846 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:30.888472 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Calling delete_port for 127a6f31-a9d0-4da8-9f40-1806d86d9096 owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:11:30.919788 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb241d-8140-463c-a103-1a576fef6cf2 req-705e4c3d-0de2-4803-803c-f59aed535356 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:30.921517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5cb241d-8140-463c-a103-1a576fef6cf2 req-705e4c3d-0de2-4803-803c-f59aed535356 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 949 time: 0.0596795 Mar 04 01:11:30.970212 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5cb241d-8140-463c-a103-1a576fef6cf2 req-b234b376-1eb3-4dac-9e58-09027bcdeb55 tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/security-groups?id=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Mar 04 01:11:31.070674 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (127a6f31-a9d0-4da8-9f40-1806d86d9096), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:31.099852 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Pushing event deleted for resources: {'Port': ['ID=127a6f31-a9d0-4da8-9f40-1806d86d9096,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:31.118569 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['127a6f31-a9d0-4da8-9f40-1806d86d9096'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:31.144255 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] No DVR routers for this DVR port 127a6f31-a9d0-4da8-9f40-1806d86d9096 on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:11:31.146780 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:31.150300 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-aa04f430-c444-424b-8022-817167b2726a req-0201dcc1-3e8b-40c5-af6b-ce31707a5fbd tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.35 "DELETE /v2.0/ports/127a6f31-a9d0-4da8-9f40-1806d86d9096 HTTP/1.1" status: 204 len: 173 time: 0.4516768 Mar 04 01:11:31.150782 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'name': 'network-vif-deleted', 'tag': '127a6f31-a9d0-4da8-9f40-1806d86d9096'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:31.153080 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a6f92f-75bf-4004-a1ad-2613a0843f91" -d '{"events": [{"server_uuid": "eff0d26d-502d-42bf-9b3a-80da5dc2a54b", "name": "network-vif-deleted", "tag": "127a6f31-a9d0-4da8-9f40-1806d86d9096"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:31.191452 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2913e-147b-469f-bd86-b192ea967144 x-openstack-request-id: req-f7d2913e-147b-469f-bd86-b192ea967144 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:31.191452 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff0d26d-502d-42bf-9b3a-80da5dc2a54b", "name": "network-vif-deleted", "tag": "127a6f31-a9d0-4da8-9f40-1806d86d9096", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:31.191452 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7d2913e-147b-469f-bd86-b192ea967144 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:31.191452 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff0d26d-502d-42bf-9b3a-80da5dc2a54b', 'name': 'network-vif-deleted', 'tag': '127a6f31-a9d0-4da8-9f40-1806d86d9096', 'status': 'completed', 'code': 200} Mar 04 01:11:31.792049 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9469808-e2e7-4006-a717-5309059919df req-779e1e3b-7b53-47c0-afaa-d4017b1bb246 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:31.793550 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9469808-e2e7-4006-a717-5309059919df req-779e1e3b-7b53-47c0-afaa-d4017b1bb246 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0540020 Mar 04 01:11:31.815833 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60110) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:31.841057 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9469808-e2e7-4006-a717-5309059919df req-737790e1-df0a-4f23-a523-25bbb2f24109 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Mar 04 01:11:31.922986 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fa58c2c5-654d-49d3-accf-34927acebd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.011626 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fa58c2c5-654d-49d3-accf-34927acebd19 admin admin] Publish callbacks [] for security_group (d1901874-34ed-4de5-ac8f-85286e82f680), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.076573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-99874f20-9530-416c-8748-cce7be1dec61 req-72743be0-bcf2-4356-9cea-380e7c5c6a7e tempest-VolumesNegativeTest-1691376292 tempest-VolumesNegativeTest-1691376292-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff0d26d-502d-42bf-9b3a-80da5dc2a54b HTTP/1.1" status: 200 len: 210 time: 0.0259998 Mar 04 01:11:32.092134 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fa58c2c5-654d-49d3-accf-34927acebd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (d1901874-34ed-4de5-ac8f-85286e82f680), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.129200 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58c2c5-654d-49d3-accf-34927acebd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1901874-34ed-4de5-ac8f-85286e82f680,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:32.133443 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-fa58c2c5-654d-49d3-accf-34927acebd19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34864ccc567548fda271c4186dc3209c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163371 Mar 04 01:11:32.136122 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60118) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:32.183456 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-79696302-4841-4be6-ba81-bd97b844ddf7 admin admin] Publish callbacks [] for security_group (d1901874-34ed-4de5-ac8f-85286e82f680), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.204978 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-79696302-4841-4be6-ba81-bd97b844ddf7 admin admin] Publish callbacks [] for security_group (d1901874-34ed-4de5-ac8f-85286e82f680), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.331380 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-79696302-4841-4be6-ba81-bd97b844ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (d1901874-34ed-4de5-ac8f-85286e82f680), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.334205 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-79696302-4841-4be6-ba81-bd97b844ddf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:32.335908 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-79696302-4841-4be6-ba81-bd97b844ddf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1901874-34ed-4de5-ac8f-85286e82f680 HTTP/1.1" status: 204 len: 168 time: 0.1982188 Mar 04 01:11:32.342880 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79696302-4841-4be6-ba81-bd97b844ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1901874-34ed-4de5-ac8f-85286e82f680,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:32.976598 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87c91-d7b9-4f20-8bc4-197860ffc89c req-390c908a-4e57-499f-8c3a-dc39e3a79c40 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:32.980460 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3f87c91-d7b9-4f20-8bc4-197860ffc89c req-390c908a-4e57-499f-8c3a-dc39e3a79c40 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0579674 Mar 04 01:11:33.041122 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3f87c91-d7b9-4f20-8bc4-197860ffc89c req-416ab198-2066-416b-9e4f-3e41093bac25 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566649 Mar 04 01:11:34.210342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134efcb-31fd-4431-8be5-1be531b1ae23 req-a1809d77-d7ba-45ea-b01c-2e1a98e23489 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:34.213107 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f134efcb-31fd-4431-8be5-1be531b1ae23 req-a1809d77-d7ba-45ea-b01c-2e1a98e23489 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 943 time: 0.0583937 Mar 04 01:11:34.270917 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f134efcb-31fd-4431-8be5-1be531b1ae23 req-8fb37c7e-6b56-477f-97db-e7fcdd487f60 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484385 Mar 04 01:11:34.394519 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:11:34.416410 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 127a6f31-a9d0-4da8-9f40-1806d86d9096 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:11:34.452248 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 127a6f31-a9d0-4da8-9f40-1806d86d9096 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:11:34.452950 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 127a6f31-a9d0-4da8-9f40-1806d86d9096 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:11:34.490367 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67df17e-7f3b-4284-a481-88539683de2a req-0bd65281-c5c3-4432-822e-5007aab98769 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:34.492366 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d67df17e-7f3b-4284-a481-88539683de2a req-0bd65281-c5c3-4432-822e-5007aab98769 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.0624981 Mar 04 01:11:34.537979 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:34.545476 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d67df17e-7f3b-4284-a481-88539683de2a req-fcb6cd3d-1c20-472d-abb9-23db777c3ff9 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Mar 04 01:11:34.553636 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'port_id': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'mac_address': 'fa:16:3e:4b:00:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:11:34.594633 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:34.595024 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:34.612116 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a41b87-f03c-411e-92b0-0e5d40a40c32 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:11:34.632505 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:34.725546 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:34.773498 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=9']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:35.172583 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['65a41b87-f03c-411e-92b0-0e5d40a40c32'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:35.413876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cbfe-f64d-407c-803b-446bf9ebf3e8 req-fcbbdf30-f8fb-4ca5-985d-3f2794934948 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:35.415354 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53b6cbfe-f64d-407c-803b-446bf9ebf3e8 req-fcbbdf30-f8fb-4ca5-985d-3f2794934948 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 944 time: 0.0575233 Mar 04 01:11:35.476355 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53b6cbfe-f64d-407c-803b-446bf9ebf3e8 req-80dbad3d-593f-486c-94e9-09b99d0edfa8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548692 Mar 04 01:11:35.668236 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96548a9-2387-41fa-b1d9-755ee7245aed req-d8d04e85-fb2c-41b2-b757-f8d9d785bd47 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:35.676637 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f96548a9-2387-41fa-b1d9-755ee7245aed req-d8d04e85-fb2c-41b2-b757-f8d9d785bd47 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.0653927 Mar 04 01:11:35.723859 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f96548a9-2387-41fa-b1d9-755ee7245aed req-33aa7fe0-f858-4a16-a103-d209d0f7e048 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Mar 04 01:11:36.410876 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:36.472646 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 65a41b87-f03c-411e-92b0-0e5d40a40c32 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:36.472646 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:36.567774 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 65a41b87-f03c-411e-92b0-0e5d40a40c32 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:36.568378 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:36.596827 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:36.599009 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458fb42-318c-46be-a2f2-9b9efda5bffe" -d '{"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:36.618643 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:36.634233 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf59334-3c3d-4ecb-8c2e-b96a35a84b4e req-5f4f40c3-e4ca-441b-850e-fc4c9f468ac1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:36.637128 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ecf59334-3c3d-4ecb-8c2e-b96a35a84b4e req-5f4f40c3-e4ca-441b-850e-fc4c9f468ac1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 944 time: 0.0745490 Mar 04 01:11:36.649504 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c1dbc6-2c83-4db1-bdcc-82469c51090d x-openstack-request-id: req-a4c1dbc6-2c83-4db1-bdcc-82469c51090d {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:36.649504 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:36.649877 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4c1dbc6-2c83-4db1-bdcc-82469c51090d {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:36.652206 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'code': 200} Mar 04 01:11:36.686965 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ecf59334-3c3d-4ecb-8c2e-b96a35a84b4e req-fa20579d-961d-4200-ac1b-9eb36120323b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Mar 04 01:11:36.691684 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:36.869491 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-a0796da7-cdc4-49e9-a162-ff9bb524708a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:36.871921 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-a0796da7-cdc4-49e9-a162-ff9bb524708a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.1024997 Mar 04 01:11:36.878317 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ed197-e2e8-4709-ad4b-d047adcc7f57 req-1d22cbc4-275c-42d5-a958-53ea0d14b483 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:36.880383 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6a3ed197-e2e8-4709-ad4b-d047adcc7f57 req-1d22cbc4-275c-42d5-a958-53ea0d14b483 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 946 time: 0.0654817 Mar 04 01:11:36.910186 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=10']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:36.945886 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6a3ed197-e2e8-4709-ad4b-d047adcc7f57 req-ede7d813-951a-48ba-ab18-f8571ae5027b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591562 Mar 04 01:11:36.984593 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Deleting port a35ec310-6f70-41d3-90d8-eaebcb0862cf {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:11:36.984943 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:37.084385 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] For port a35ec310-6f70-41d3-90d8-eaebcb0862cf, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a35ec310-6f70-41d3-90d8-eaebcb0862cf,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:37.084762 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:37.097722 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Calling delete_port for a35ec310-6f70-41d3-90d8-eaebcb0862cf owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:11:37.242456 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3e8fb-ecb7-4e34-9f41-0279dd4f88cf req-1b0544a6-39c4-4a13-9f46-7f912648ce3e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:37.243976 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfc3e8fb-ecb7-4e34-9f41-0279dd4f88cf req-1b0544a6-39c4-4a13-9f46-7f912648ce3e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0750291 Mar 04 01:11:37.298336 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfc3e8fb-ecb7-4e34-9f41-0279dd4f88cf req-7ffdea4a-fa53-4e7f-83f1-3251d7ce3618 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Mar 04 01:11:37.355560 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (a35ec310-6f70-41d3-90d8-eaebcb0862cf), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:37.394151 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Pushing event deleted for resources: {'Port': ['ID=a35ec310-6f70-41d3-90d8-eaebcb0862cf,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:37.399676 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a35ec310-6f70-41d3-90d8-eaebcb0862cf'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:37.460581 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] No DVR routers for this DVR port a35ec310-6f70-41d3-90d8-eaebcb0862cf on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:11:37.463890 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:37.467223 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-1403e4ec-b93d-42f9-be0e-b0b860136d62 req-231b057d-d49d-44d4-8ccc-8230d6bdb850 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "DELETE /v2.0/ports/a35ec310-6f70-41d3-90d8-eaebcb0862cf HTTP/1.1" status: 204 len: 173 time: 0.5871291 Mar 04 01:11:37.481784 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'name': 'network-vif-deleted', 'tag': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:37.481784 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b81ed71-936f-4f28-b5e8-209e96552516" -d '{"events": [{"server_uuid": "0a5a8fd1-2408-41fc-b06d-a78d250861fd", "name": "network-vif-deleted", "tag": "a35ec310-6f70-41d3-90d8-eaebcb0862cf"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:37.507285 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4929021-272e-455a-81cb-84f10911a34c x-openstack-request-id: req-e4929021-272e-455a-81cb-84f10911a34c {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:37.507581 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5a8fd1-2408-41fc-b06d-a78d250861fd", "name": "network-vif-deleted", "tag": "a35ec310-6f70-41d3-90d8-eaebcb0862cf", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:37.507835 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4929021-272e-455a-81cb-84f10911a34c {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:37.508234 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a8fd1-2408-41fc-b06d-a78d250861fd', 'name': 'network-vif-deleted', 'tag': 'a35ec310-6f70-41d3-90d8-eaebcb0862cf', 'status': 'completed', 'code': 200} Mar 04 01:11:37.665202 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a5dc-d041-4136-bda6-c9979fb8d331 req-dc707b32-0d88-4957-a99b-a8fd8866f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:37.667010 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-78f9a5dc-d041-4136-bda6-c9979fb8d331 req-dc707b32-0d88-4957-a99b-a8fd8866f747 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1130 time: 0.0559928 Mar 04 01:11:37.723719 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-78f9a5dc-d041-4136-bda6-c9979fb8d331 req-13ab379f-7d29-48cc-aa15-713d46ff8326 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Mar 04 01:11:37.850272 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb3e7a-80de-45da-aa87-ddeea7ca740a req-f7e43d62-cc62-46ed-b939-bb5491bc2541 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:37.851750 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6adb3e7a-80de-45da-aa87-ddeea7ca740a req-f7e43d62-cc62-46ed-b939-bb5491bc2541 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0828280 Mar 04 01:11:37.872547 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2932-360d-4f01-b1c7-f470dba4c725 req-45048788-5717-42e6-a4c4-d3525ae09592 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:37.874028 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-210a2932-360d-4f01-b1c7-f470dba4c725 req-45048788-5717-42e6-a4c4-d3525ae09592 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.0734687 Mar 04 01:11:37.934476 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6adb3e7a-80de-45da-aa87-ddeea7ca740a req-467c66b1-fc04-4d47-a25d-c803e6b17947 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762668 Mar 04 01:11:37.946303 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-210a2932-360d-4f01-b1c7-f470dba4c725 req-071c62f5-35fc-482a-a711-f95f4a5ecf1b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659869 Mar 04 01:11:38.051524 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5c006801-0a2a-4918-b729-8f7e1e9e14e2 req-8b991505-10b4-4f95-8398-8cc510b6c89c tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a5a8fd1-2408-41fc-b06d-a78d250861fd HTTP/1.1" status: 200 len: 210 time: 0.0276392 Mar 04 01:11:38.416690 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b02a-7e86-4f5f-83c2-218577d259fb req-338034eb-73ea-45eb-9831-1e01004513d4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:38.418129 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8363b02a-7e86-4f5f-83c2-218577d259fb req-338034eb-73ea-45eb-9831-1e01004513d4 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0511684 Mar 04 01:11:38.464361 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8363b02a-7e86-4f5f-83c2-218577d259fb req-27da935e-ae14-4c55-bbcf-53130d9c6fed tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Mar 04 01:11:39.100307 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04527c-1e4e-4703-b804-7223df9970b5 req-968bd022-6fa1-4d67-b23c-c48d333957d1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:39.101975 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ff04527c-1e4e-4703-b804-7223df9970b5 req-968bd022-6fa1-4d67-b23c-c48d333957d1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0918550 Mar 04 01:11:39.110658 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e452446-3018-40bf-a4ba-068e58bce416 req-37878a67-16af-4a86-b624-55ac57e6fb68 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:39.112507 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3e452446-3018-40bf-a4ba-068e58bce416 req-37878a67-16af-4a86-b624-55ac57e6fb68 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.0904772 Mar 04 01:11:39.195269 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-02a13b1f-25a9-4946-8bd5-57b16a1c5cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:39.203095 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ff04527c-1e4e-4703-b804-7223df9970b5 req-9ac461f9-b873-4546-a999-294f05048496 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799603 Mar 04 01:11:39.210715 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3e452446-3018-40bf-a4ba-068e58bce416 req-c9f2efa5-386e-4ee5-841a-b6b91005370c tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888937 Mar 04 01:11:39.231091 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60546) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:39.374531 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2b77851d-d95f-4e82-bfd4-02b67fb0e7ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dda2d43d902643939addac22eabbfc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422079 Mar 04 01:11:39.377051 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60556) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:39.429409 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c2a91890-07e8-4e2a-bd7e-cae85eb441b1 admin admin] Publish callbacks [] for security_group (21045fb1-c100-45d2-9b05-ec0ed6ab3ebc), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:39.451177 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c2a91890-07e8-4e2a-bd7e-cae85eb441b1 admin admin] Publish callbacks [] for security_group (21045fb1-c100-45d2-9b05-ec0ed6ab3ebc), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:39.578065 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c2a91890-07e8-4e2a-bd7e-cae85eb441b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (21045fb1-c100-45d2-9b05-ec0ed6ab3ebc), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:39.582615 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c2a91890-07e8-4e2a-bd7e-cae85eb441b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:39.584431 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c2a91890-07e8-4e2a-bd7e-cae85eb441b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21045fb1-c100-45d2-9b05-ec0ed6ab3ebc HTTP/1.1" status: 204 len: 168 time: 0.2063627 Mar 04 01:11:39.602641 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a91890-07e8-4e2a-bd7e-cae85eb441b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21045fb1-c100-45d2-9b05-ec0ed6ab3ebc,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:39.624060 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760bbe-8641-4b72-bfe2-a4ae3919b904 req-71089e9a-c84d-4fcd-99f6-435a973ef4fa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:39.632973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c0760bbe-8641-4b72-bfe2-a4ae3919b904 req-71089e9a-c84d-4fcd-99f6-435a973ef4fa tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0906742 Mar 04 01:11:39.698854 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c0760bbe-8641-4b72-bfe2-a4ae3919b904 req-8b9fa91c-d414-428c-81be-8e6e2c8967de tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629237 Mar 04 01:11:40.352331 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68654db-74a6-4b6c-bbc2-44de284b56ba req-03240614-2214-4d54-ba72-8a7b3e4887c6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:40.353905 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b68654db-74a6-4b6c-bbc2-44de284b56ba req-03240614-2214-4d54-ba72-8a7b3e4887c6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0877271 Mar 04 01:11:40.365770 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafe526-2b6e-4e68-b958-3f99c007547c req-4aae2fda-5604-43ff-a0a3-c20fcdbe3c7b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:40.370451 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8bafe526-2b6e-4e68-b958-3f99c007547c req-4aae2fda-5604-43ff-a0a3-c20fcdbe3c7b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.0886652 Mar 04 01:11:40.441738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b68654db-74a6-4b6c-bbc2-44de284b56ba req-37555db6-87de-463f-88a2-aa0c9a1d36e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735307 Mar 04 01:11:40.445237 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8bafe526-2b6e-4e68-b958-3f99c007547c req-d41a4d81-554d-4a1c-859d-1368c60485c7 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713913 Mar 04 01:11:40.821983 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a2aca-b4dc-4212-b096-382a788437c6 req-559c9f81-4f61-40ed-a583-8d8ed202bb27 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:40.823465 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f82a2aca-b4dc-4212-b096-382a788437c6 req-559c9f81-4f61-40ed-a583-8d8ed202bb27 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0553193 Mar 04 01:11:40.878622 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f82a2aca-b4dc-4212-b096-382a788437c6 req-e50154fd-8de3-452d-a713-98799e144325 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Mar 04 01:11:40.924873 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60624) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:41.020983 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772687739-network', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:41.109900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Made reservation on behalf of d4d1228a587747e2a934c9d33f7bcc74 for: {'network': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:11:41.114012 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.120836 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.194303 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks [] for security_group (6892ddc8-5326-4d8d-aec7-599e6793c80c), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.252083 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6892ddc8-5326-4d8d-aec7-599e6793c80c), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.278061 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:11:41.285170 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6892ddc8-5326-4d8d-aec7-599e6793c80c,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:41.291001 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (16c07ec1-33ec-4933-a67e-5fbf7b5add58), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.291348 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.segments_db [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Added segment 16c07ec1-33ec-4933-a67e-5fbf7b5add58 of type vlan for network 00360203-a918-43bf-bb8c-ef256a752323 Mar 04 01:11:41.332738 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (00360203-a918-43bf-bb8c-ef256a752323), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.394519 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (00360203-a918-43bf-bb8c-ef256a752323), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.395489 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:41.396076 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.453830 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] Pushing event updated for resources: {'Network': ['ID=00360203-a918-43bf-bb8c-ef256a752323,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:41.463379 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 00360203-a918-43bf-bb8c-ef256a752323 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:11:41.511751 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e556d00a-c3c9-49d3-bdf7-5ef60a7b671d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5856364 Mar 04 01:11:41.514451 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60632) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:41.520752 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Request body: {'subnet': {'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772687739-subnet', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:41.521730 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b108eb99-cb63-4306-8577-4ec69fe2a721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.599451 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Made reservation on behalf of d4d1228a587747e2a934c9d33f7bcc74 for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:11:41.603886 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126007787'] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.604013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210bbd6-c954-437a-93b5-a8e24c56c713 req-89533af1-648c-4e84-a1d0-9a6c083bd7fc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:41.604547 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c210bbd6-c954-437a-93b5-a8e24c56c713 req-89533af1-648c-4e84-a1d0-9a6c083bd7fc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0839794 Mar 04 01:11:41.625536 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc773ff-98f2-4dfa-9bc4-6f7225bae4ba req-3e1f9eb9-4254-4ee1-b297-070436c9a173 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:41.626986 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0bc773ff-98f2-4dfa-9bc4-6f7225bae4ba req-3e1f9eb9-4254-4ee1-b297-070436c9a173 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.0778546 Mar 04 01:11:41.691715 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c210bbd6-c954-437a-93b5-a8e24c56c713 req-cc6eb3bf-68c4-4c5b-80b5-90812826573d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810783 Mar 04 01:11:41.699984 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0bc773ff-98f2-4dfa-9bc4-6f7225bae4ba req-eb232edb-d46c-42c9-b02a-1d503a5fc40e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Mar 04 01:11:41.846737 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126873491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126007769'] for subnet (7077ebff-a060-4b5a-b8b8-ecbd7298a4bd), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:41.901232 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:41.911509 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Checking segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:41.911871 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Network hostable DHCP agents. Network: 00360203-a918-43bf-bb8c-ef256a752323, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:11:42.005406 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Network 00360203-a918-43bf-bb8c-ef256a752323 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:11:42.006096 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bbc95-559c-4b01-b6be-bda6bdc15999 req-2eaaeef4-a106-495d-8855-8049a4ffd90b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:42.006887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-316bbc95-559c-4b01-b6be-bda6bdc15999 req-2eaaeef4-a106-495d-8855-8049a4ffd90b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0574818 Mar 04 01:11:42.053051 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-316bbc95-559c-4b01-b6be-bda6bdc15999 req-d8e864d8-5216-4e2c-bcef-70732fec343f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Mar 04 01:11:42.103417 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 00360203-a918-43bf-bb8c-ef256a752323) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:42.107449 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:42.108053 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.113709 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75189744-6075-4700-82b7-102a3befd1da None None] Network 00360203-a918-43bf-bb8c-ef256a752323 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:11:42.186995 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a11e72cf-7fb1-4177-b991-9548e71f332c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6714704 Mar 04 01:11:42.190092 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60640) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:42.193482 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a35ec310-6f70-41d3-90d8-eaebcb0862cf no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:11:42.196298 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:42.229413 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-00360203-a918-43bf-bb8c-ef256a752323', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:11:42.232638 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.232638 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: a35ec310-6f70-41d3-90d8-eaebcb0862cf {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:11:42.232845 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a35ec310-6f70-41d3-90d8-eaebcb0862cf not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:11:42.286945 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (a03d95b3-167e-402a-9178-ea3bb2c81111), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.288183 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (a03d95b3-167e-402a-9178-ea3bb2c81111), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.345107 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks [] for router_controller (a03d95b3-167e-402a-9178-ea3bb2c81111), precommit_add_association {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.372896 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Allocated IP 172.20.0.2 (00360203-a918-43bf-bb8c-ef256a752323/7077ebff-a060-4b5a-b8b8-ecbd7298a4bd/4197f4b8-6376-4f39-81be-5dd6a1aa0809) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:42.517223 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Publish callbacks [] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.543522 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks [] for router_gateway (a03d95b3-167e-402a-9178-ea3bb2c81111), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.566634 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.606654 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Network 00360203-a918-43bf-bb8c-ef256a752323 is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:42.610109 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:42.616562 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:42.619596 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Pushing event updated for resources: {'Port': ['ID=4197f4b8-6376-4f39-81be-5dd6a1aa0809,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:42.674537 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Attempting to bind port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:42.674916 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Attempting to bind port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:42.675285 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Attempting to bind port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:42.680595 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:42.680980 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Checking segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:42.681383 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.681784 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Bound using segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:42.682256 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Bound port: 4197f4b8-6376-4f39-81be-5dd6a1aa0809, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:42.682641 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.754852 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] For port 4197f4b8-6376-4f39-81be-5dd6a1aa0809, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:42.758226 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] For port 4197f4b8-6376-4f39-81be-5dd6a1aa0809, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4197f4b8-6376-4f39-81be-5dd6a1aa0809,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:42.817101 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks [] for router_gateway (a03d95b3-167e-402a-9178-ea3bb2c81111), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.823890 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.842540 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:42.881845 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498785d2-cf3f-4c44-b221-95aa8ca78ee8 req-7e42cfab-da46-4bda-b67d-2b4ba948a53e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:42.883385 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-498785d2-cf3f-4c44-b221-95aa8ca78ee8 req-7e42cfab-da46-4bda-b67d-2b4ba948a53e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.1072571 Mar 04 01:11:42.892159 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352a0ce-80f4-41b0-9324-3249f46494f4 req-e67b5627-2616-4bdd-acf5-bf6dfce6e2ac tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:42.895482 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3352a0ce-80f4-41b0-9324-3249f46494f4 req-e67b5627-2616-4bdd-acf5-bf6dfce6e2ac tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.1063950 Mar 04 01:11:42.911984 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658ae4-a256-4a12-9954-e824c995fb5c None None] Pushing event updated for resources: {'Port': ['ID=4197f4b8-6376-4f39-81be-5dd6a1aa0809,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:42.975643 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-498785d2-cf3f-4c44-b221-95aa8ca78ee8 req-ea6d0758-da01-444d-8718-fcc9fc0ab7b3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809348 Mar 04 01:11:42.988317 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Allocated IP 172.27.2.213 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/808567b9-04a6-4c24-9c90-416d583a54a4) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:43.005365 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3352a0ce-80f4-41b0-9324-3249f46494f4 req-6dbc3d0f-f52e-4e7a-8125-8eb91c107813 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040089 Mar 04 01:11:43.012480 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:43.105805 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks [] for port (808567b9-04a6-4c24-9c90-416d583a54a4), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:43.189876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83060382-f00e-4840-994b-dc9aa487c0c2 req-694828c6-abd7-4f29-b6a3-42c84633d11a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:43.192305 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-83060382-f00e-4840-994b-dc9aa487c0c2 req-694828c6-abd7-4f29-b6a3-42c84633d11a tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0611269 Mar 04 01:11:43.217323 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:43.252235 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-83060382-f00e-4840-994b-dc9aa487c0c2 req-9b581644-5d5a-4932-9db6-2afe1d135326 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535331 Mar 04 01:11:43.256769 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:43.261348 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:43.267680 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:43.304004 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=808567b9-04a6-4c24-9c90-416d583a54a4,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:43.793786 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks [] for router_gateway (a03d95b3-167e-402a-9178-ea3bb2c81111), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:43.874773 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569322a-641d-4d01-93c2-e98f7d1684c6 None None] Network 00360203-a918-43bf-bb8c-ef256a752323 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:11:43.982526 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] Provisioning complete for port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:43.982901 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.108674 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb02d6c-04d3-4667-9788-b06624be2619 req-185b3eac-879e-467b-b067-c9d7c40c7649 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:44.110781 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-feb02d6c-04d3-4667-9788-b06624be2619 req-185b3eac-879e-467b-b067-c9d7c40c7649 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.1568325 Mar 04 01:11:44.114287 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (a03d95b3-167e-402a-9178-ea3bb2c81111), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.125808 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] Current status of the port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:44.126328 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.139345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2720d3-1905-43c9-b34e-894d4287a519 req-cf080fa6-fe41-409c-90e8-922dfc64d475 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:44.141082 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2a2720d3-1905-43c9-b34e-894d4287a519 req-cf080fa6-fe41-409c-90e8-922dfc64d475 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0759714 Mar 04 01:11:44.168615 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] For port 4197f4b8-6376-4f39-81be-5dd6a1aa0809, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4197f4b8-6376-4f39-81be-5dd6a1aa0809,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:44.214812 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1d64b-fd6a-4f8f-a5bb-6367add608b5 req-50d2b9d1-301f-4b68-9eda-706772277d15 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:44.222514 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cfe1d64b-fd6a-4f8f-a5bb-6367add608b5 req-50d2b9d1-301f-4b68-9eda-706772277d15 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 946 time: 0.1092339 Mar 04 01:11:44.241247 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.255290 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2a2720d3-1905-43c9-b34e-894d4287a519 req-c298d184-2e45-4401-b4a0-1dbea139d521 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948110 Mar 04 01:11:44.306067 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cfe1d64b-fd6a-4f8f-a5bb-6367add608b5 req-76c0b3ee-ca54-47b7-a874-56e67410dae2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819216 Mar 04 01:11:44.328843 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4aa99-29d3-456b-83a9-a40c74b2e4e3 None None] Pushing event updated for resources: {'Port': ['ID=4197f4b8-6376-4f39-81be-5dd6a1aa0809,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:44.373338 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-7ea4ced3-3130-459a-a4d1-755e358401d9 None None] Provisioning complete for port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:44.373846 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7ea4ced3-3130-459a-a4d1-755e358401d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.405070 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Deleting port 8903e5f9-f050-4852-a7a1-41672c9f4d71 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:11:44.405518 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.478382 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18d881-c670-4661-8361-abe423749ef1 req-aa520aa8-7edd-4ef5-b66a-59f98226416f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:44.482067 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9e18d881-c670-4661-8361-abe423749ef1 req-aa520aa8-7edd-4ef5-b66a-59f98226416f tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.1017470 Mar 04 01:11:44.499808 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4ced3-3130-459a-a4d1-755e358401d9 None None] Current status of the port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:44.515330 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.546530 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Router a03d95b3-167e-402a-9178-ea3bb2c81111 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:11:44.561217 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9e18d881-c670-4661-8361-abe423749ef1 req-e3acddd2-4579-4f95-a5a1-a2a0bbbdeb3e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710735 Mar 04 01:11:44.563223 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] For port 8903e5f9-f050-4852-a7a1-41672c9f4d71, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8903e5f9-f050-4852-a7a1-41672c9f4d71,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:44.563620 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.585170 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Calling delete_port for 8903e5f9-f050-4852-a7a1-41672c9f4d71 owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:11:44.611766 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0be625-9d52-4220-8554-a602861a46f8 req-f31c03df-18d6-4700-b8da-4f00c54344ad tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:44.613263 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b0be625-9d52-4220-8554-a602861a46f8 req-f31c03df-18d6-4700-b8da-4f00c54344ad tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 946 time: 0.0647395 Mar 04 01:11:44.714129 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Deleting port 4ed71481-13b9-40d4-b53c-ed49e465387f {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:11:44.714457 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.737042 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:11:44.745555 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:11:44.758838 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:44.763096 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:44.821704 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] For port 4ed71481-13b9-40d4-b53c-ed49e465387f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ed71481-13b9-40d4-b53c-ed49e465387f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:44.822322 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.835639 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Calling delete_port for 4ed71481-13b9-40d4-b53c-ed49e465387f owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:11:44.844215 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.856762 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 60676) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:44.862180 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f8995373-c6d2-4ed3-821f-1fa62c9fb3a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6690598 Mar 04 01:11:44.870635 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (8903e5f9-f050-4852-a7a1-41672c9f4d71), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:44.874234 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:44.915612 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2', '52343142-52d8-4071-9693-de7b5bf0048a', 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7', '8903e5f9-f050-4852-a7a1-41672c9f4d71'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:44.923384 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event deleted for resources: {'Port': ['ID=8903e5f9-f050-4852-a7a1-41672c9f4d71,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:44.992850 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] No DVR routers for this DVR port 8903e5f9-f050-4852-a7a1-41672c9f4d71 on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:11:44.995925 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.004733 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-feb02d6c-04d3-4667-9788-b06624be2619 req-e3b5b118-bc69-4a0b-b0c5-ef0d9723b361 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "DELETE /v2.0/ports/8903e5f9-f050-4852-a7a1-41672c9f4d71 HTTP/1.1" status: 204 len: 173 time: 0.8829317 Mar 04 01:11:45.014295 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'name': 'network-vif-deleted', 'tag': '8903e5f9-f050-4852-a7a1-41672c9f4d71'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:45.018622 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0697d5f8-a8eb-4ed7-9d61-91762da6dcee" -d '{"events": [{"server_uuid": "7f29305f-3ba2-42fb-b7a3-67f0ac6d5820", "name": "network-vif-deleted", "tag": "8903e5f9-f050-4852-a7a1-41672c9f4d71"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:45.093826 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4197f4b8-6376-4f39-81be-5dd6a1aa0809 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:45.106081 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb506ac-0361-4a8f-9a26-dd4b7b5f1ed3 x-openstack-request-id: req-ebb506ac-0361-4a8f-9a26-dd4b7b5f1ed3 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:45.106363 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29305f-3ba2-42fb-b7a3-67f0ac6d5820", "name": "network-vif-deleted", "tag": "8903e5f9-f050-4852-a7a1-41672c9f4d71", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:45.106620 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebb506ac-0361-4a8f-9a26-dd4b7b5f1ed3 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:45.107018 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f29305f-3ba2-42fb-b7a3-67f0ac6d5820', 'name': 'network-vif-deleted', 'tag': '8903e5f9-f050-4852-a7a1-41672c9f4d71', 'status': 'completed', 'code': 200} Mar 04 01:11:45.173258 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:43Z', 'revision_number': 3, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:45.206915 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:11:45.207677 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Updating router a03d95b3-167e-402a-9178-ea3bb2c81111 port 808567b9-04a6-4c24-9c90-416d583a54a4 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:11:45.235895 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:45.238575 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.251027 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.423060 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:45.428447 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-88e2f4ba-5001-418b-b300-9619b7958dca req-49a4ff09-791c-470e-a028-08c129c20b36 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0404615 Mar 04 01:11:45.608874 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Publish callbacks [] for port (808567b9-04a6-4c24-9c90-416d583a54a4), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.649792 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (4ed71481-13b9-40d4-b53c-ed49e465387f), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.667798 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.701559 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4ed71481-13b9-40d4-b53c-ed49e465387f', '5da1b556-9b63-4cad-bd87-059f2c4e031f'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:45.714949 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3a664ffd-acc6-4ac5-838f-c8981ae57d60 req-fbf9f5af-f062-4364-9f4b-1b9a63168c15 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0695918 Mar 04 01:11:45.715694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Pushing event deleted for resources: {'Port': ['ID=4ed71481-13b9-40d4-b53c-ed49e465387f,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:45.724747 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Attempting to bind port 808567b9-04a6-4c24-9c90-416d583a54a4 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:45.726178 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.726893 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.727034 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Attempting to bind port 808567b9-04a6-4c24-9c90-416d583a54a4 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:45.727141 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.727275 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Attempting to bind port 808567b9-04a6-4c24-9c90-416d583a54a4 on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:45.727383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.727603 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.727989 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.728310 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.729436 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.729436 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.729436 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.729690 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.730114 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.730458 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.733257 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Pushing event updated for resources: {'Port': ['ID=808567b9-04a6-4c24-9c90-416d583a54a4,revision_number=2']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:45.736620 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.743729 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.744334 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.744855 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.745381 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.745876 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.746811 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.747301 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.747888 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.748494 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.749023 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.749531 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.750070 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.752360 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:45.754880 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:45.755457 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:45.756044 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.756655 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:45.757356 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Bound port: 808567b9-04a6-4c24-9c90-416d583a54a4, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:45.757958 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.826971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] No DVR routers for this DVR port 4ed71481-13b9-40d4-b53c-ed49e465387f on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:11:45.832602 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.835204 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] For port 808567b9-04a6-4c24-9c90-416d583a54a4, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:45.836079 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b0be625-9d52-4220-8554-a602861a46f8 req-2e8e77e5-3d0a-42eb-82fc-28c0a802a421 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "DELETE /v2.0/ports/4ed71481-13b9-40d4-b53c-ed49e465387f HTTP/1.1" status: 204 len: 173 time: 1.2162917 Mar 04 01:11:45.836555 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'name': 'network-vif-deleted', 'tag': '4ed71481-13b9-40d4-b53c-ed49e465387f'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:45.838822 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516e8b7-b84b-48f2-b3a4-570c8c0a96c3" -d '{"events": [{"server_uuid": "51f64c08-94bd-4c88-8d17-894f8b11debd", "name": "network-vif-deleted", "tag": "4ed71481-13b9-40d4-b53c-ed49e465387f"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:45.838963 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] For port 808567b9-04a6-4c24-9c90-416d583a54a4, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=808567b9-04a6-4c24-9c90-416d583a54a4,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:45.892913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75501e3-3fa9-4f72-8169-f982264239f4 x-openstack-request-id: req-d75501e3-3fa9-4f72-8169-f982264239f4 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:45.901376 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f64c08-94bd-4c88-8d17-894f8b11debd", "name": "network-vif-deleted", "tag": "4ed71481-13b9-40d4-b53c-ed49e465387f", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:45.901376 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d75501e3-3fa9-4f72-8169-f982264239f4 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:45.901376 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f64c08-94bd-4c88-8d17-894f8b11debd', 'name': 'network-vif-deleted', 'tag': '4ed71481-13b9-40d4-b53c-ed49e465387f', 'status': 'completed', 'code': 200} Mar 04 01:11:45.921109 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:45.980217 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:46.072745 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:46.073370 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:46.075079 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d8b46-bbaa-4d77-9db2-4d60e2cf42b1 None None] Pushing event updated for resources: {'Port': ['ID=808567b9-04a6-4c24-9c90-416d583a54a4,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:46.155526 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Allocated IP 172.20.0.1 (00360203-a918-43bf-bb8c-ef256a752323/7077ebff-a060-4b5a-b8b8-ecbd7298a4bd/a2cd4549-2248-443e-a169-872ead6badfd) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:46.187354 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:46.262440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks [] for port (a2cd4549-2248-443e-a169-872ead6badfd), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:46.355719 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (a2cd4549-2248-443e-a169-872ead6badfd), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:46.361593 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:43Z', 'revision_number': 3, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:46.392592 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385baf3-e8ee-4166-870e-affcf62e4a06 None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:43Z', 'revision_number': 3, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:11:46.396793 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Network 00360203-a918-43bf-bb8c-ef256a752323 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:46.399631 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:46.403013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:46.427313 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cd4549-2248-443e-a169-872ead6badfd,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:46.449326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (a03d95b3-167e-402a-9178-ea3bb2c81111), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:46.574090 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bf59f394-19a3-40d6-88a9-1e93b6a91640 req-34c32015-fd20-40de-a9b3-bfe75b9f1b16 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0479860 Mar 04 01:11:46.643478 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-cca4b28c-d8d1-4020-8501-8d2968ed3ecf None None] Provisioning complete for port a2cd4549-2248-443e-a169-872ead6badfd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:46.644042 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cca4b28c-d8d1-4020-8501-8d2968ed3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a2cd4549-2248-443e-a169-872ead6badfd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:46.694794 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-cca4b28c-d8d1-4020-8501-8d2968ed3ecf None None] Port a2cd4549-2248-443e-a169-872ead6badfd cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:11:46.706990 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a2cd4549-2248-443e-a169-872ead6badfd), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:46.851171 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-23e11ce3-47a8-4ce4-b2a5-d14a7ec51a34 req-6aaf13fb-485d-43b6-a1eb-a2bb70ab1a12 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0407996 Mar 04 01:11:46.926665 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks [] for port (a2cd4549-2248-443e-a169-872ead6badfd), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.003822 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 808567b9-04a6-4c24-9c90-416d583a54a4 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:47.017467 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (a2cd4549-2248-443e-a169-872ead6badfd), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.059202 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 808567b9-04a6-4c24-9c90-416d583a54a4 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:47.059730 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.100300 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cd4549-2248-443e-a169-872ead6badfd,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:47.108980 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (a03d95b3-167e-402a-9178-ea3bb2c81111), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.160035 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 808567b9-04a6-4c24-9c90-416d583a54a4 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:47.160461 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.182219 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 808567b9-04a6-4c24-9c90-416d583a54a4, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=808567b9-04a6-4c24-9c90-416d583a54a4,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:47.210419 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Network 00360203-a918-43bf-bb8c-ef256a752323 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:47.211911 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:47.296378 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.365625 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=808567b9-04a6-4c24-9c90-416d583a54a4,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:47.366239 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:11:47.425520 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a6604bf7-e36e-4eaf-8f76-65db1b6dc889 None None] Provisioning complete for port a2cd4549-2248-443e-a169-872ead6badfd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:47.425894 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a6604bf7-e36e-4eaf-8f76-65db1b6dc889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a2cd4549-2248-443e-a169-872ead6badfd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:47.459589 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a6604bf7-e36e-4eaf-8f76-65db1b6dc889 None None] Port a2cd4549-2248-443e-a169-872ead6badfd cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:11:47.477970 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:11:47.482991 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-239c29c4-8cc9-4a5f-a321-7c2e219ce1f0 admin admin] 10.222.0.32 "PUT /v2.0/routers/a03d95b3-167e-402a-9178-ea3bb2c81111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6252568 Mar 04 01:11:47.680608 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96dad6c0-1700-41fe-8f49-bf33e9c66b97 req-552835b2-f812-4b0e-b840-b3cfd87a9c0e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0265462 Mar 04 01:11:47.946822 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e481ea48-9b39-445e-9e91-ac5f63e8f94b req-364640d4-0bd4-4a89-9b0e-651e0b6ad0fe tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0308449 Mar 04 01:11:48.044054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:11:48.053733 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:48.054416 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:48.145389 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 60726) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:48.150303 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-673661387-network', 'tenant_id': '92aea994a5d2455ab2504fd586246804'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:48.168284 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:48.217370 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Made reservation on behalf of 92aea994a5d2455ab2504fd586246804 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:11:48.219695 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.231214 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.303702 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks [] for security_group (0dfdcac7-250b-41ff-9ffd-39d78b64f6b6), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.348837 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (0dfdcac7-250b-41ff-9ffd-39d78b64f6b6), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.365643 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 2, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:48.370220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:11:48.385670 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfdcac7-250b-41ff-9ffd-39d78b64f6b6,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:48.390971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (176927a8-08c4-42b3-876f-c70dd925d63c), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.390971 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Added segment 176927a8-08c4-42b3-876f-c70dd925d63c of type vlan for network 450e34dd-3739-4817-ac79-6a2e21a01e1b Mar 04 01:11:48.394125 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:11:48.394539 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Updating router a03d95b3-167e-402a-9178-ea3bb2c81111 port a2cd4549-2248-443e-a169-872ead6badfd binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:11:48.422754 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a2cd4549-2248-443e-a169-872ead6badfd), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.428636 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (450e34dd-3739-4817-ac79-6a2e21a01e1b), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.530853 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (450e34dd-3739-4817-ac79-6a2e21a01e1b), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.532558 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:48.533346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.591639 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] Pushing event updated for resources: {'Network': ['ID=450e34dd-3739-4817-ac79-6a2e21a01e1b,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:48.603749 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:11:48.619095 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-4f47abd0-4bef-4a26-846e-185eb6745678 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4726107 Mar 04 01:11:48.621713 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 60728) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:48.626917 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Request body: {'subnet': {'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-673661387-subnet', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:48.708962 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Made reservation on behalf of 92aea994a5d2455ab2504fd586246804 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:11:48.711284 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130000678'] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.737876 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Publish callbacks [] for port (a2cd4549-2248-443e-a169-872ead6badfd), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.796120 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a2cd4549-2248-443e-a169-872ead6badfd), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:48.876387 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3b36f3db-dfd7-44f4-a814-ec460d9b902f req-ab8dfee4-db8a-47bf-9a8b-74b76e497b23 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f29305f-3ba2-42fb-b7a3-67f0ac6d5820 HTTP/1.1" status: 200 len: 210 time: 0.0585387 Mar 04 01:11:48.963133 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 808567b9-04a6-4c24-9c90-416d583a54a4 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:49.029497 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937890c-24e9-4042-bac9-ebcace0d048a None None] Pushing event updated for resources: {'Port': ['ID=a2cd4549-2248-443e-a169-872ead6badfd,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:49.040236 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 808567b9-04a6-4c24-9c90-416d583a54a4 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:49.041070 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.084719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d40c8991-b89a-4d1b-bf21-703171ebe1f2 req-f15832b5-6cb6-4e22-aa38-74aa86bec87d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f64c08-94bd-4c88-8d17-894f8b11debd HTTP/1.1" status: 200 len: 210 time: 0.0346062 Mar 04 01:11:49.104238 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129973412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130000660'] for subnet (913dd141-c54e-4bda-bb09-f135e673459a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.124191 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Attempting to bind port a2cd4549-2248-443e-a169-872ead6badfd on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:49.124832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Attempting to bind port a2cd4549-2248-443e-a169-872ead6badfd by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:49.125517 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Attempting to bind port a2cd4549-2248-443e-a169-872ead6badfd on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:49.134879 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:49.135427 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Checking segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:49.135836 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.136238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Bound using segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:49.137027 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Bound port: a2cd4549-2248-443e-a169-872ead6badfd, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:49.137256 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a2cd4549-2248-443e-a169-872ead6badfd), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.164423 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=913dd141-c54e-4bda-bb09-f135e673459a,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:49.179509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Checking segment: {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:49.179919 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Network hostable DHCP agents. Network: 450e34dd-3739-4817-ac79-6a2e21a01e1b, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:11:49.224368 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 808567b9-04a6-4c24-9c90-416d583a54a4 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:49.234062 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] For port a2cd4549-2248-443e-a169-872ead6badfd, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:49.237543 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] For port a2cd4549-2248-443e-a169-872ead6badfd, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=a2cd4549-2248-443e-a169-872ead6badfd,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:49.263117 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:11:49.283991 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a2cd4549-2248-443e-a169-872ead6badfd), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.325965 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 450e34dd-3739-4817-ac79-6a2e21a01e1b) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:49.330818 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:49.331488 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.335460 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] Provisioning complete for port a2cd4549-2248-443e-a169-872ead6badfd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:49.338833 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a2cd4549-2248-443e-a169-872ead6badfd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.364109 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83358974-ac28-4858-b26f-aff0a0533f05 None None] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:11:49.399153 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f462acd4-bbc7-4c98-8caf-203fcba77cfa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7763760 Mar 04 01:11:49.401824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 60748) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:49.406621 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:49.408598 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:49.409240 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:49.415651 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937890c-24e9-4042-bac9-ebcace0d048a None None] Pushing event updated for resources: {'Port': ['ID=a2cd4549-2248-443e-a169-872ead6badfd,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:49.487292 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (3b73e286-09fe-4bc9-bceb-886b9db63c74), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.488817 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (3b73e286-09fe-4bc9-bceb-886b9db63c74), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.553915 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks [] for router_controller (3b73e286-09fe-4bc9-bceb-886b9db63c74), precommit_add_association {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.624534 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-450e34dd-3739-4817-ac79-6a2e21a01e1b', 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b', 'project_id': '92aea994a5d2455ab2504fd586246804', 'fixed_ips': [{'subnet_id': '913dd141-c54e-4bda-bb09-f135e673459a'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:11:49.625429 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.637854 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] Current status of the port a2cd4549-2248-443e-a169-872ead6badfd is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:49.638229 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a2cd4549-2248-443e-a169-872ead6badfd), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.662851 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:49.743943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks [] for router_gateway (3b73e286-09fe-4bc9-bceb-886b9db63c74), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.778258 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] For port a2cd4549-2248-443e-a169-872ead6badfd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=a2cd4549-2248-443e-a169-872ead6badfd,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:49.787828 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4ed71481-13b9-40d4-b53c-ed49e465387f no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:11:49.893244 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 4ed71481-13b9-40d4-b53c-ed49e465387f {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:11:49.893594 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4ed71481-13b9-40d4-b53c-ed49e465387f not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:11:49.896443 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 8903e5f9-f050-4852-a7a1-41672c9f4d71 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:11:49.896443 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a2cd4549-2248-443e-a169-872ead6badfd), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:49.947619 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 8903e5f9-f050-4852-a7a1-41672c9f4d71 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:11:49.948019 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 8903e5f9-f050-4852-a7a1-41672c9f4d71 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:11:50.059708 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Allocated IP 172.20.0.2 (450e34dd-3739-4817-ac79-6a2e21a01e1b/913dd141-c54e-4bda-bb09-f135e673459a/b07c27ae-28e5-438d-a0e5-846ade75018a) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:50.066227 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bec51-8925-4b63-8fa8-15f354f3d71a None None] Pushing event updated for resources: {'Port': ['ID=a2cd4549-2248-443e-a169-872ead6badfd,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:50.078758 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-e00a4256-6d6b-4317-aca9-3152c39d096a None None] Provisioning complete for port a2cd4549-2248-443e-a169-872ead6badfd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:50.079128 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-e00a4256-6d6b-4317-aca9-3152c39d096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a2cd4549-2248-443e-a169-872ead6badfd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.082648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-39f9b72d-900a-4759-b29f-6c1de63f5fad tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:50.084112 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-39f9b72d-900a-4759-b29f-6c1de63f5fad tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/networks?id=dc3ab00e-2fb1-4b48-af19-550decac0f55 HTTP/1.1" status: 200 len: 813 time: 0.1941452 Mar 04 01:11:50.101552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks [] for router_gateway (3b73e286-09fe-4bc9-bceb-886b9db63c74), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.121439 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-9cb9a53e-aae1-433a-99de-7fba96a299ff tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/quotas/e3f6e0e0d4a5429c9c4e2bc8e17a2468 HTTP/1.1" status: 200 len: 375 time: 0.0312042 Mar 04 01:11:50.122633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.200821 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:50.214716 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-e154edd0-2892-4584-aebe-d3e80a80394d tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837033 Mar 04 01:11:50.244284 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f4baf-4feb-49d8-b22c-da66608b51b8 None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:11:50.351026 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-e00a4256-6d6b-4317-aca9-3152c39d096a None None] Current status of the port a2cd4549-2248-443e-a169-872ead6badfd is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:50.381644 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Publish callbacks [] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.397797 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-50de1a01-0658-436c-87fc-d8b03942b563 service neutron] 10.222.0.32 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684439 Mar 04 01:11:50.398881 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Allocated IP 172.27.2.203 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/87e166ad-cda0-4cc1-802d-5eab5135c253) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:50.480439 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.536497 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:50.539524 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:50.545430 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:50.554339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Pushing event updated for resources: {'Port': ['ID=b07c27ae-28e5-438d-a0e5-846ade75018a,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:50.579460 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-6b02a68c-434e-4a93-bd1e-0bbf5991df00 service neutron] 10.222.0.32 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695993 Mar 04 01:11:50.619446 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks [] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.623530 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Attempting to bind port b07c27ae-28e5-438d-a0e5-846ade75018a on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:50.624110 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Attempting to bind port b07c27ae-28e5-438d-a0e5-846ade75018a by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:50.624608 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Attempting to bind port b07c27ae-28e5-438d-a0e5-846ade75018a on network 450e34dd-3739-4817-ac79-6a2e21a01e1b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:50.630511 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:50.631038 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Checking segment: {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:50.631584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.632019 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Bound using segment: {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:50.632613 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Bound port: b07c27ae-28e5-438d-a0e5-846ade75018a, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:50.633090 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.686227 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249bf9e-aaf1-4616-bbe3-c2725ac90082 req-07f86b46-9748-4f04-8b69-55cdb667a15e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:50.687828 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2249bf9e-aaf1-4616-bbe3-c2725ac90082 req-07f86b46-9748-4f04-8b69-55cdb667a15e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0929933 Mar 04 01:11:50.714301 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] For port b07c27ae-28e5-438d-a0e5-846ade75018a, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:50.717959 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] For port b07c27ae-28e5-438d-a0e5-846ade75018a, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=b07c27ae-28e5-438d-a0e5-846ade75018a,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:50.739121 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2249bf9e-aaf1-4616-bbe3-c2725ac90082 req-e8bbbaa8-96f3-410f-968b-4f51e78f2c52 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Mar 04 01:11:50.801300 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.803919 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:50.906525 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08157a-89c2-4b9a-a2b0-7bd5aea1bca4 None None] Pushing event updated for resources: {'Port': ['ID=b07c27ae-28e5-438d-a0e5-846ade75018a,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:50.921824 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-49440c2b-af25-46a9-be63-1a6a6934c52d req-30476627-eca5-40c5-a3df-fa92883278de tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 210 time: 0.0682263 Mar 04 01:11:50.925976 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:50.929739 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:50.937911 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Pushing event updated for resources: {'Port': ['ID=87e166ad-cda0-4cc1-802d-5eab5135c253,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:50.941959 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:51.054119 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a2cd4549-2248-443e-a169-872ead6badfd up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:51.140118 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port a2cd4549-2248-443e-a169-872ead6badfd triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:51.141127 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a2cd4549-2248-443e-a169-872ead6badfd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:51.387094 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks [] for router_gateway (3b73e286-09fe-4bc9-bceb-886b9db63c74), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:51.458959 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port a2cd4549-2248-443e-a169-872ead6badfd is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:51.825616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126e40f-3a08-408d-bac8-28706411bfbc req-d3f976c1-04ed-407b-b0f8-df9a59203e79 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:51.827043 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7126e40f-3a08-408d-bac8-28706411bfbc req-d3f976c1-04ed-407b-b0f8-df9a59203e79 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.1129589 Mar 04 01:11:51.991924 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7126e40f-3a08-408d-bac8-28706411bfbc req-fa395eaf-f830-409a-a6ea-a6d79236a548 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506903 Mar 04 01:11:52.006521 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5549b-5b53-4978-985c-1337e6ddedb5 req-c67a2307-d380-4381-b0b3-6b5ef38d677c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:52.006521 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c1f5549b-5b53-4978-985c-1337e6ddedb5 req-c67a2307-d380-4381-b0b3-6b5ef38d677c tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1756546 Mar 04 01:11:52.015079 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (3b73e286-09fe-4bc9-bceb-886b9db63c74), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.046817 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0d4b4-4254-47e9-b0bb-df1c0de627f4 None None] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:11:52.119774 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-175a9b63-cd1e-4e33-a688-26a7360129af req-e7aef2eb-87ff-4917-b0a6-a7711f413773 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 210 time: 0.0419614 Mar 04 01:11:52.151270 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] Provisioning complete for port b07c27ae-28e5-438d-a0e5-846ade75018a triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:52.151749 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.169046 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c1f5549b-5b53-4978-985c-1337e6ddedb5 req-636d3775-aca7-48bc-8e59-d7b0994f0e7e tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489370 Mar 04 01:11:52.256105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] Current status of the port b07c27ae-28e5-438d-a0e5-846ade75018a is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:52.256530 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.263532 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Router 3b73e286-09fe-4bc9-bceb-886b9db63c74 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:11:52.294932 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] For port b07c27ae-28e5-438d-a0e5-846ade75018a, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=b07c27ae-28e5-438d-a0e5-846ade75018a,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:52.332441 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.384846 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:11:52.398008 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78866008-3e11-4e63-ba88-7b42cb78a0b1 None None] Pushing event updated for resources: {'Port': ['ID=b07c27ae-28e5-438d-a0e5-846ade75018a,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:52.402820 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88808824-63d4-4932-a4be-22613d758dff None None] Sync routers for ids ['3b73e286-09fe-4bc9-bceb-886b9db63c74'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:11:52.413142 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] Routers {'3b73e286-09fe-4bc9-bceb-886b9db63c74'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:52.413769 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['3b73e286-09fe-4bc9-bceb-886b9db63c74'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:52.452643 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.456478 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-88893f8e-4680-4c8a-8577-82870e214158 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0521984 Mar 04 01:11:52.457746 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 60806) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:52.482645 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-be5ed59f-fb9b-42d9-864b-6e38f77a2979 None None] Provisioning complete for port b07c27ae-28e5-438d-a0e5-846ade75018a triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:52.483241 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-be5ed59f-fb9b-42d9-864b-6e38f77a2979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.528479 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] Set router 3b73e286-09fe-4bc9-bceb-886b9db63c74 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:52.574025 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-be5ed59f-fb9b-42d9-864b-6e38f77a2979 None None] Current status of the port b07c27ae-28e5-438d-a0e5-846ade75018a is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:52.702011 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:11:51Z', 'revision_number': 3, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:52.730609 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88808824-63d4-4932-a4be-22613d758dff None None] Checking router: 3b73e286-09fe-4bc9-bceb-886b9db63c74 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:11:52.730957 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88808824-63d4-4932-a4be-22613d758dff None None] Updating router 3b73e286-09fe-4bc9-bceb-886b9db63c74 port 87e166ad-cda0-4cc1-802d-5eab5135c253 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:11:52.757259 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-88808824-63d4-4932-a4be-22613d758dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:52.867427 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.008631 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device b07c27ae-28e5-438d-a0e5-846ade75018a up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:53.011023 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-88808824-63d4-4932-a4be-22613d758dff None None] Publish callbacks [] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.034302 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Allocated IP 172.20.0.1 (450e34dd-3739-4817-ac79-6a2e21a01e1b/913dd141-c54e-4bda-bb09-f135e673459a/5bc56dfd-b0d0-408f-9c29-f6e9e1396071) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:53.065190 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port b07c27ae-28e5-438d-a0e5-846ade75018a triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:53.065720 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.085930 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-88808824-63d4-4932-a4be-22613d758dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.135189 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323def4e-efc4-49f6-8bf1-c0b207bae06e None None] Pushing event updated for resources: {'Port': ['ID=87e166ad-cda0-4cc1-802d-5eab5135c253,revision_number=2']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:53.153871 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-88808824-63d4-4932-a4be-22613d758dff None None] Attempting to bind port 87e166ad-cda0-4cc1-802d-5eab5135c253 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:53.154486 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-88808824-63d4-4932-a4be-22613d758dff None None] Attempting to bind port 87e166ad-cda0-4cc1-802d-5eab5135c253 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:53.155756 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88808824-63d4-4932-a4be-22613d758dff None None] Attempting to bind port 87e166ad-cda0-4cc1-802d-5eab5135c253 on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:53.156010 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port b07c27ae-28e5-438d-a0e5-846ade75018a is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:53.162643 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88808824-63d4-4932-a4be-22613d758dff None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:53.163020 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88808824-63d4-4932-a4be-22613d758dff None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:53.163628 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-88808824-63d4-4932-a4be-22613d758dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.164089 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88808824-63d4-4932-a4be-22613d758dff None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:53.164526 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-88808824-63d4-4932-a4be-22613d758dff None None] Bound port: 87e166ad-cda0-4cc1-802d-5eab5135c253, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:53.164908 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-88808824-63d4-4932-a4be-22613d758dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.231382 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-88808824-63d4-4932-a4be-22613d758dff None None] For port 87e166ad-cda0-4cc1-802d-5eab5135c253, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:53.234759 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-88808824-63d4-4932-a4be-22613d758dff None None] For port 87e166ad-cda0-4cc1-802d-5eab5135c253, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=87e166ad-cda0-4cc1-802d-5eab5135c253,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:53.279152 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0608e45f-3732-430b-9fe4-7db8a2cc79d8 req-00d87b65-91bb-4726-938f-a43b5580fbff tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 210 time: 0.0591545 Mar 04 01:11:53.295736 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks [] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.303991 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-88808824-63d4-4932-a4be-22613d758dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.342687 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7ccf1-6c25-41dc-b1a6-de5e3c774829 req-771960ff-c7c1-4e61-a557-88eacb103e8d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:53.344777 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f5e7ccf1-6c25-41dc-b1a6-de5e3c774829 req-771960ff-c7c1-4e61-a557-88eacb103e8d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.2532589 Mar 04 01:11:53.365144 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] Routers {'3b73e286-09fe-4bc9-bceb-886b9db63c74'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:53.365836 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['3b73e286-09fe-4bc9-bceb-886b9db63c74'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:53.403253 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.428754 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323def4e-efc4-49f6-8bf1-c0b207bae06e None None] Pushing event updated for resources: {'Port': ['ID=87e166ad-cda0-4cc1-802d-5eab5135c253,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:53.441918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-c5ef4a77-a7cc-4aa3-bb4b-afd719876f99 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:53.443364 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-c5ef4a77-a7cc-4aa3-bb4b-afd719876f99 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "GET /v2.0/networks?id=dc3ab00e-2fb1-4b48-af19-550decac0f55 HTTP/1.1" status: 200 len: 813 time: 0.3144755 Mar 04 01:11:53.478690 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Request body: {'port': {'device_id': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55', 'admin_state_up': True, 'tenant_id': 'e3f6e0e0d4a5429c9c4e2bc8e17a2468'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:53.485609 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:53.499395 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:53.499814 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] Set router 3b73e286-09fe-4bc9-bceb-886b9db63c74 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:53.516917 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:53.523970 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:53.570188 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f5e7ccf1-6c25-41dc-b1a6-de5e3c774829 req-187f815a-51ac-4019-86b0-d23bb116dae8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063541 Mar 04 01:11:53.591701 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4ac8f-fca5-408a-98d9-450d760e55dd req-2596a433-e08f-4ed8-a967-7b21474bfa54 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:53.600881 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-def4ac8f-fca5-408a-98d9-450d760e55dd req-2596a433-e08f-4ed8-a967-7b21474bfa54 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.2484798 Mar 04 01:11:53.650984 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (3b73e286-09fe-4bc9-bceb-886b9db63c74), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.719413 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-88808824-63d4-4932-a4be-22613d758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:11:51Z', 'revision_number': 3, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:53.746306 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-def4ac8f-fca5-408a-98d9-450d760e55dd req-be6afca8-d194-4768-900f-b553b7e17d19 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443620 Mar 04 01:11:53.801885 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-11fc1c75-390d-4985-a5ae-77e2eca594ee None None] Provisioning complete for port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:53.802474 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-11fc1c75-390d-4985-a5ae-77e2eca594ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.829079 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88808824-63d4-4932-a4be-22613d758dff None None] The sync data for ids ['3b73e286-09fe-4bc9-bceb-886b9db63c74'] in dv-cinder-831090-8-iscsi is: [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:11:51Z', 'revision_number': 3, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:11:53.840115 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-11fc1c75-390d-4985-a5ae-77e2eca594ee None None] Port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:11:53.840321 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Made reservation on behalf of e3f6e0e0d4a5429c9c4e2bc8e17a2468 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:11:53.845669 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:53.939629 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.046312 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Allocated IP 172.20.0.11 (dc3ab00e-2fb1-4b48-af19-550decac0f55/bb7b1f82-86c1-440f-af2a-4e8c6f63c91f/d7ebe7c9-b453-415c-9392-68109686bb13) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:11:54.063759 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-64bb2d58-bbdd-437c-8cc7-29aa5f02beff tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:54.066152 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-64bb2d58-bbdd-437c-8cc7-29aa5f02beff tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 945 time: 0.0607975 Mar 04 01:11:54.191221 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Deleting port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:11:54.191579 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.292692 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] For port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:54.293063 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.310795 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Calling delete_port for b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:11:54.514553 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (b2c95c72-5107-4fdc-b111-15fcb6e0ffd7), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.529961 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-08526cb0-c873-4688-8849-40e65d49ce0d req-33e7e546-5412-4652-b436-03e5ac29cb4a tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 210 time: 0.0470660 Mar 04 01:11:54.537351 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks [] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.572771 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event deleted for resources: {'Port': ['ID=b2c95c72-5107-4fdc-b111-15fcb6e0ffd7,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:54.574316 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.576548 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2', '52343142-52d8-4071-9693-de7b5bf0048a', 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:11:54.636671 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:54.662648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks [] for port (d7ebe7c9-b453-415c-9392-68109686bb13), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.701599 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] No DVR routers for this DVR port b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:11:54.705576 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.710395 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-245e75de-67a7-4e42-a8d9-d5044159e3a5 req-a16c0a67-395d-43de-9714-b41782581beb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "DELETE /v2.0/ports/b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 HTTP/1.1" status: 204 len: 173 time: 0.6303871 Mar 04 01:11:54.711468 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'name': 'network-vif-deleted', 'tag': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:54.713928 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4aef306b-60d0-4cb4-998e-450a405b4f5a req-c521c46b-339f-4760-acaf-79f9daa0c09d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0435092 Mar 04 01:11:54.714773 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27033577-333d-4134-acf1-23738dece58c" -d '{"events": [{"server_uuid": "8635c419-cd5b-481d-a6cd-f1e52d9958d4", "name": "network-vif-deleted", "tag": "b2c95c72-5107-4fdc-b111-15fcb6e0ffd7"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:54.734080 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (3b73e286-09fe-4bc9-bceb-886b9db63c74), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.811559 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6721a41-17e7-4101-b8bc-ce3a49d5f5c7 x-openstack-request-id: req-c6721a41-17e7-4101-b8bc-ce3a49d5f5c7 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:54.811858 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635c419-cd5b-481d-a6cd-f1e52d9958d4", "name": "network-vif-deleted", "tag": "b2c95c72-5107-4fdc-b111-15fcb6e0ffd7", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:54.812780 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6721a41-17e7-4101-b8bc-ce3a49d5f5c7 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:54.813284 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635c419-cd5b-481d-a6cd-f1e52d9958d4', 'name': 'network-vif-deleted', 'tag': 'b2c95c72-5107-4fdc-b111-15fcb6e0ffd7', 'status': 'completed', 'code': 200} Mar 04 01:11:54.843848 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:54.919453 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Network dc3ab00e-2fb1-4b48-af19-550decac0f55 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:54.939810 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:54.945121 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:11:54.947697 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:11:54.960914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:11:54.992957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Pushing event updated for resources: {'Port': ['ID=d7ebe7c9-b453-415c-9392-68109686bb13,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:55.013630 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51857d6-fc61-4125-85a7-00ca95e7ccdc req-81a3d6b9-e13e-421a-a689-0846ada509ed tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:55.015756 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a51857d6-fc61-4125-85a7-00ca95e7ccdc req-81a3d6b9-e13e-421a-a689-0846ada509ed tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1653597 Mar 04 01:11:55.095469 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 87e166ad-cda0-4cc1-802d-5eab5135c253 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:55.098514 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:55.099496 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.154429 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 87e166ad-cda0-4cc1-802d-5eab5135c253 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:55.154795 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.186070 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a51857d6-fc61-4125-85a7-00ca95e7ccdc req-6f8dc3a3-5042-4340-8f72-03a9d59ed521 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625614 Mar 04 01:11:55.207483 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Router 3b73e286-09fe-4bc9-bceb-886b9db63c74 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:11:55.254840 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 87e166ad-cda0-4cc1-802d-5eab5135c253 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:55.255141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.268679 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-de6885ee-afc2-4727-b78e-0e4fcc2ac862 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8033233 Mar 04 01:11:55.282910 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 87e166ad-cda0-4cc1-802d-5eab5135c253, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=87e166ad-cda0-4cc1-802d-5eab5135c253,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:55.287196 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-1557fa0e-5baf-4824-8f68-6c3e9457c52f None None] Provisioning complete for port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:55.287574 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1557fa0e-5baf-4824-8f68-6c3e9457c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.302882 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Request body: {'port': {'device_id': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:55.325316 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-1557fa0e-5baf-4824-8f68-6c3e9457c52f None None] Port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:11:55.343322 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.373909 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:11:55.389210 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-caae1f37-03a6-46e8-982f-dece1a5f6d66 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b73e286-09fe-4bc9-bceb-886b9db63c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9294469 Mar 04 01:11:55.398604 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.435189 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=87e166ad-cda0-4cc1-802d-5eab5135c253,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:55.736352 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef8ce-7ffc-48ed-b233-44aefd1090a0 req-3d53daf4-250b-456c-9b4d-7ee4b85dab17 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:55.737873 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-614ef8ce-7ffc-48ed-b233-44aefd1090a0 req-3d53daf4-250b-456c-9b4d-7ee4b85dab17 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 932 time: 0.1018524 Mar 04 01:11:55.831782 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-614ef8ce-7ffc-48ed-b233-44aefd1090a0 req-9e492d26-f32d-41dd-a790-a5e82def8be5 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864339 Mar 04 01:11:55.844972 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ebe7c9-b453-415c-9392-68109686bb13 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:11:55.857069 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Publish callbacks [] for port (d7ebe7c9-b453-415c-9392-68109686bb13), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:55.869411 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Transition to ACTIVE for port object d7ebe7c9-b453-415c-9392-68109686bb13 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:11:55.933621 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb3de771-6b9b-49d6-9dc4-01b66e10e3f8 req-1e841068-bf3d-4ef0-be7c-a120d5d488eb tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=8635c419-cd5b-481d-a6cd-f1e52d9958d4 HTTP/1.1" status: 200 len: 210 time: 0.0326860 Mar 04 01:11:55.937750 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.000987 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Pushing event updated for resources: {'Port': ['ID=d7ebe7c9-b453-415c-9392-68109686bb13,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:56.076159 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Attempting to bind port d7ebe7c9-b453-415c-9392-68109686bb13 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:56.076552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Attempting to bind port d7ebe7c9-b453-415c-9392-68109686bb13 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:56.076906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Attempting to bind port d7ebe7c9-b453-415c-9392-68109686bb13 on network dc3ab00e-2fb1-4b48-af19-550decac0f55 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:56.081872 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Port d7ebe7c9-b453-415c-9392-68109686bb13 on network dc3ab00e-2fb1-4b48-af19-550decac0f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:11:56.082215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Attempting to bind port d7ebe7c9-b453-415c-9392-68109686bb13 on network dc3ab00e-2fb1-4b48-af19-550decac0f55 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:56.087087 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:56.087431 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Checking segment: {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:56.087918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Bound using segment: {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:56.088455 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Bound port: d7ebe7c9-b453-415c-9392-68109686bb13, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d3e8d1-0eb6-47ff-aa50-ef953019c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:56.088806 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.162769 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] For port d7ebe7c9-b453-415c-9392-68109686bb13, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:56.166052 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] For port d7ebe7c9-b453-415c-9392-68109686bb13, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7ebe7c9-b453-415c-9392-68109686bb13,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:56.218040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.276361 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60856) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:56.281324 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912381088', 'description': 'tempest-secgroup-smoke-1912381088 description', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:56.289822 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.290507 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.291886 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] 10.222.0.35 "PUT /v2.0/ports/d7ebe7c9-b453-415c-9392-68109686bb13 HTTP/1.1" status: 200 len: 1094 time: 0.9952347 Mar 04 01:11:56.293177 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'tag': 'd7ebe7c9-b453-415c-9392-68109686bb13'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:56.295420 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6", "tag": "d7ebe7c9-b453-415c-9392-68109686bb13"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:56.323712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48536b-e249-4aa2-bf74-69f9af8faaae service neutron] Pushing event updated for resources: {'Port': ['ID=d7ebe7c9-b453-415c-9392-68109686bb13,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:56.334574 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e10b1-31d3-408b-891d-56fc12051dd6 x-openstack-request-id: req-099e10b1-31d3-408b-891d-56fc12051dd6 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:56.334916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6", "tag": "d7ebe7c9-b453-415c-9392-68109686bb13", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:56.335124 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-099e10b1-31d3-408b-891d-56fc12051dd6 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:56.335530 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'tag': 'd7ebe7c9-b453-415c-9392-68109686bb13', 'status': 'completed', 'code': 200} Mar 04 01:11:56.351023 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9e3b6-6979-4cfd-bbd8-6f7864308c7d req-2eecd507-d0f7-4386-bb45-8117b474199d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.352563 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eca9e3b6-6979-4cfd-bbd8-6f7864308c7d req-2eecd507-d0f7-4386-bb45-8117b474199d tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.0948367 Mar 04 01:11:56.360529 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.425070 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eca9e3b6-6979-4cfd-bbd8-6f7864308c7d req-7d6dba24-7c9d-4937-b706-5b69e5c3207b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670230 Mar 04 01:11:56.430574 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group (a8701467-7804-419a-a9e4-0bcd5f6b032e), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.440246 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1 req-d9c659fb-d370-4fc6-ac16-de318c5602f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.441866 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1 req-d9c659fb-d370-4fc6-ac16-de318c5602f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 1128 time: 0.0550077 Mar 04 01:11:56.503160 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a8701467-7804-419a-a9e4-0bcd5f6b032e), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.531650 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8701467-7804-419a-a9e4-0bcd5f6b032e,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:56.554232 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1 req-c590a261-cc05-44ca-898c-853e8869a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.555707 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1 req-c590a261-cc05-44ca-898c-853e8869a546 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0951140 Mar 04 01:11:56.613659 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.615049 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-45dffa87-4deb-4481-bd03-d3eaee32d47d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3375206 Mar 04 01:11:56.623561 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60860) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:56.628470 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group_rule': {'security_group_id': 'a8701467-7804-419a-a9e4-0bcd5f6b032e', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:56.655206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1 req-52be8e60-5412-45b7-b5e2-7e48602c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.656918 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-70b1aba7-5479-4c4e-9b30-91b62a7dafc1 req-52be8e60-5412-45b7-b5e2-7e48602c8ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934024 Mar 04 01:11:56.769495 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (4814de7b-bec3-48a5-a794-eedf7c6fdbe1), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.771764 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-b6aa21af-4462-47e4-ab34-4c31e1b7acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.773319 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-b6aa21af-4462-47e4-ab34-4c31e1b7acd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 1128 time: 0.0508511 Mar 04 01:11:56.779550 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Sync routers for ids ['3b73e286-09fe-4bc9-bceb-886b9db63c74'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:11:56.789408 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Routers {'3b73e286-09fe-4bc9-bceb-886b9db63c74'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:56.790015 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['3b73e286-09fe-4bc9-bceb-886b9db63c74'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:56.840198 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-8267ecea-bc86-4648-9aea-5448e0bae430 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ebe7c9-b453-415c-9392-68109686bb13 HTTP/1.1" status: 200 len: 217 time: 0.0464733 Mar 04 01:11:56.844493 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (4814de7b-bec3-48a5-a794-eedf7c6fdbe1), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.890051 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-09e5a170-4bd8-45db-a22c-165588b4a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:56.891794 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-09e5a170-4bd8-45db-a22c-165588b4a828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7b1f82-86c1-440f-af2a-4e8c6f63c91f HTTP/1.1" status: 200 len: 853 time: 0.0473132 Mar 04 01:11:56.897153 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (4814de7b-bec3-48a5-a794-eedf7c6fdbe1), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.915584 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4814de7b-bec3-48a5-a794-eedf7c6fdbe1,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:56.943782 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Set router 3b73e286-09fe-4bc9-bceb-886b9db63c74 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:56.971853 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-935002a8-ccc9-4913-a690-3d1e2b95cdb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3ab00e-2fb1-4b48-af19-550decac0f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650308 Mar 04 01:11:56.994419 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:56.994419 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e7843ed0-30f3-4085-bc77-7619fb11dd94 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671405 Mar 04 01:11:56.995856 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 87e166ad-cda0-4cc1-802d-5eab5135c253 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:56.996601 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60870) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:57.005688 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group_rule': {'security_group_id': 'a8701467-7804-419a-a9e4-0bcd5f6b032e', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:57.056050 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb632e94-7792-4498-a0a5-5d4dce9a4721 req-52a42570-86dc-4dd1-9735-a70ec802911d tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:57.057711 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb632e94-7792-4498-a0a5-5d4dce9a4721 req-52a42570-86dc-4dd1-9735-a70ec802911d tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 944 time: 0.1379509 Mar 04 01:11:57.115195 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (796b0e03-bc1d-4827-8680-54319c69fb89), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.122937 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-a31a7150-294f-4b94-82aa-34559c50b9c0 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388021 Mar 04 01:11:57.139247 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 87e166ad-cda0-4cc1-802d-5eab5135c253 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:57.139615 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.168898 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb632e94-7792-4498-a0a5-5d4dce9a4721 req-4629ea14-bb14-47c1-9f35-be72d36ee503 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024644 Mar 04 01:11:57.187805 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (796b0e03-bc1d-4827-8680-54319c69fb89), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.241313 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7f99ee-3439-4aaa-a046-eee2cd94fdcb req-230e8a5d-ead5-43c2-b291-9fa94be69deb service neutron] 10.222.0.35 "GET /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083975 Mar 04 01:11:57.251638 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (796b0e03-bc1d-4827-8680-54319c69fb89), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.275071 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 87e166ad-cda0-4cc1-802d-5eab5135c253 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:57.279234 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796b0e03-bc1d-4827-8680-54319c69fb89,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:57.289660 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:11:53Z', 'revision_number': 4, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5bc56dfd-b0d0-408f-9c29-f6e9e1396071', 'name': '', 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'mac_address': 'fa:16:3e:81:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '913dd141-c54e-4bda-bb09-f135e673459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:52Z', 'updated_at': '2022-03-04T01:11:54Z', 'revision_number': 2, 'project_id': '92aea994a5d2455ab2504fd586246804', 'subnets': [{'id': '913dd141-c54e-4bda-bb09-f135e673459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:57.316089 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Checking router: 3b73e286-09fe-4bc9-bceb-886b9db63c74 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:11:57.316483 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Updating router 3b73e286-09fe-4bc9-bceb-886b9db63c74 port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:11:57.342927 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.357852 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.361964 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-10200b71-3504-4b1c-bbe6-6264446f4766 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3640194 Mar 04 01:11:57.362581 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60876) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:57.368039 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group_rule': {'security_group_id': 'a8701467-7804-419a-a9e4-0bcd5f6b032e', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:57.457782 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778fa0e-20c3-41a7-b9c3-ec594785a18f req-be577324-a741-4c6c-9a2c-07ccc6713f3d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:57.460996 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2778fa0e-20c3-41a7-b9c3-ec594785a18f req-be577324-a741-4c6c-9a2c-07ccc6713f3d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0579119 Mar 04 01:11:57.461164 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (deda515f-fc09-4d7b-b21e-3b6791eadcd0), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.527847 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (deda515f-fc09-4d7b-b21e-3b6791eadcd0), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.577290 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2778fa0e-20c3-41a7-b9c3-ec594785a18f req-fcd04464-04f9-4361-86f6-7bafc1d53591 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046603 Mar 04 01:11:57.607447 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aec41-462d-4131-9f17-500c9f49c243 req-42c591b1-720b-49f4-b73e-a098d0e4f987 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:57.608937 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-196aec41-462d-4131-9f17-500c9f49c243 req-42c591b1-720b-49f4-b73e-a098d0e4f987 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1000586 Mar 04 01:11:57.617056 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (deda515f-fc09-4d7b-b21e-3b6791eadcd0), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.626359 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b0b2c-2d15-4874-95e2-4d1e7695798b req-7e70ec80-115a-4c9f-a2de-ace800c3ebb6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:57.628081 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Publish callbacks [] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.629884 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-523b0b2c-2d15-4874-95e2-4d1e7695798b req-7e70ec80-115a-4c9f-a2de-ace800c3ebb6 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 945 time: 0.1187592 Mar 04 01:11:57.635562 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deda515f-fc09-4d7b-b21e-3b6791eadcd0,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:57.714128 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.716033 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.717708 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ab6cb4ce-c318-4c55-bc4a-45dbbf1a5dc5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539927 Mar 04 01:11:57.721239 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60882) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:57.727082 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group_rule': {'security_group_id': 'a8701467-7804-419a-a9e4-0bcd5f6b032e', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:57.727224 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-523b0b2c-2d15-4874-95e2-4d1e7695798b req-ddba47d3-c3d3-4296-9500-2e81d5bf0353 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/security-groups?id=78d5c74a-13b7-45e1-b4c0-140122112f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935862 Mar 04 01:11:57.754096 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Deleting port 5da1b556-9b63-4cad-bd87-059f2c4e031f {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:11:57.754439 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.768151 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74c324-4b5e-43d7-a472-e441a10202d9 None None] Pushing event updated for resources: {'Port': ['ID=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:57.848670 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Attempting to bind port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:11:57.849893 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Attempting to bind port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:11:57.850515 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Attempting to bind port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 on network 450e34dd-3739-4817-ac79-6a2e21a01e1b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:11:57.857286 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:11:57.857480 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (719b79b8-7a06-43ea-bb31-61af64dc560f), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.857973 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Checking segment: {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:11:57.858433 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.858928 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Bound using segment: {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:11:57.859458 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Bound port: 5bc56dfd-b0d0-408f-9c29-f6e9e1396071, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176927a8-08c4-42b3-876f-c70dd925d63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:11:57.859901 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.863299 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:11:57.868389 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] For port 5da1b556-9b63-4cad-bd87-059f2c4e031f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=5da1b556-9b63-4cad-bd87-059f2c4e031f,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:57.868803 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:57.884358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Calling delete_port for 5da1b556-9b63-4cad-bd87-059f2c4e031f owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:11:57.899065 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:11:57.899689 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device b2c95c72-5107-4fdc-b111-15fcb6e0ffd7 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:11:57.961634 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] For port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:11:57.965429 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] For port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:11:57.986942 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (719b79b8-7a06-43ea-bb31-61af64dc560f), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.068675 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-574134c9-bf30-40af-9e91-331735131db9 None None] Provisioning complete for port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:58.069048 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-574134c9-bf30-40af-9e91-331735131db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.100688 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-574134c9-bf30-40af-9e91-331735131db9 None None] Port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:11:58.114305 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.170244 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74c324-4b5e-43d7-a472-e441a10202d9 None None] Pushing event updated for resources: {'Port': ['ID=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:58.172350 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (719b79b8-7a06-43ea-bb31-61af64dc560f), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.177996 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (5da1b556-9b63-4cad-bd87-059f2c4e031f), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.181679 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Routers {'3b73e286-09fe-4bc9-bceb-886b9db63c74'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:11:58.182291 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['3b73e286-09fe-4bc9-bceb-886b9db63c74'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:58.206959 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719b79b8-7a06-43ea-bb31-61af64dc560f,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:58.218148 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.218608 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.219787 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.220500 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.221205 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.221715 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.222139 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.222612 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.223084 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.223657 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.224139 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.224626 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.225096 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:11:58.231473 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Pushing event deleted for resources: {'Port': ['ID=5da1b556-9b63-4cad-bd87-059f2c4e031f,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:58.287372 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.287967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] No DVR routers for this DVR port 5da1b556-9b63-4cad-bd87-059f2c4e031f on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:11:58.289579 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e0385a97-aecb-4004-b6ce-359147356d17 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5672221 Mar 04 01:11:58.292410 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 60890) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:58.298127 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group_rule': {'security_group_id': 'a8701467-7804-419a-a9e4-0bcd5f6b032e', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:58.298390 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.301587 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-196aec41-462d-4131-9f17-500c9f49c243 req-190fa64a-f6b7-4b4f-9fff-6db7c5ebdb72 tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.35 "DELETE /v2.0/ports/5da1b556-9b63-4cad-bd87-059f2c4e031f HTTP/1.1" status: 204 len: 173 time: 0.6701758 Mar 04 01:11:58.336083 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'name': 'network-vif-deleted', 'tag': '5da1b556-9b63-4cad-bd87-059f2c4e031f'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:11:58.338574 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d9f75-cb0b-4aa7-8e90-2afab8a3e1eb" -d '{"events": [{"server_uuid": "c5f9fb90-1fc2-42df-8397-83570b4e8002", "name": "network-vif-deleted", "tag": "5da1b556-9b63-4cad-bd87-059f2c4e031f"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:11:58.367559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101fb4f-64ba-46d1-b062-c5257d67d83b req-5d9ba682-ae6c-4a57-8acc-483bb6c998c4 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:58.369455 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0101fb4f-64ba-46d1-b062-c5257d67d83b req-5d9ba682-ae6c-4a57-8acc-483bb6c998c4 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 944 time: 0.0828896 Mar 04 01:11:58.390649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0516c6-b422-4391-805e-1ed7ed6ce680 x-openstack-request-id: req-6c0516c6-b422-4391-805e-1ed7ed6ce680 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:11:58.391009 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f9fb90-1fc2-42df-8397-83570b4e8002", "name": "network-vif-deleted", "tag": "5da1b556-9b63-4cad-bd87-059f2c4e031f", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:11:58.391329 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c0516c6-b422-4391-805e-1ed7ed6ce680 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:11:58.391800 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f9fb90-1fc2-42df-8397-83570b4e8002', 'name': 'network-vif-deleted', 'tag': '5da1b556-9b63-4cad-bd87-059f2c4e031f', 'status': 'completed', 'code': 200} Mar 04 01:11:58.429838 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.securitygroups_db [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Project d4d1228a587747e2a934c9d33f7bcc74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 01:11:58.437582 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (c8550c17-a19f-4b52-a335-4998a0ad9ed7), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.440013 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0101fb4f-64ba-46d1-b062-c5257d67d83b req-ffdcf285-3457-4753-a95c-b7e6921b4736 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582283 Mar 04 01:11:58.463141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] Provisioning complete for port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:58.463515 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.494761 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] Set router 3b73e286-09fe-4bc9-bceb-886b9db63c74 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:11:58.507164 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (c8550c17-a19f-4b52-a335-4998a0ad9ed7), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.554579 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (c8550c17-a19f-4b52-a335-4998a0ad9ed7), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.577605 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8550c17-a19f-4b52-a335-4998a0ad9ed7,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:58.646651 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.647886 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-68e6ae89-3dcc-465c-8016-0fb61f6bca53 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3542962 Mar 04 01:11:58.650797 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 60898) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:11:58.656196 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'security_group_rule': {'security_group_id': 'a8701467-7804-419a-a9e4-0bcd5f6b032e', 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:11:58.661754 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] Current status of the port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:58.662227 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.721441 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ffcac-a982-4742-b670-a156a4eb9a6d req-cba27c95-249b-41fb-ab15-38e44071367e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:58.723006 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3f1ffcac-a982-4742-b670-a156a4eb9a6d req-cba27c95-249b-41fb-ab15-38e44071367e tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0614374 Mar 04 01:11:58.739306 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] For port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:11:58.767218 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:11:53Z', 'revision_number': 4, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5bc56dfd-b0d0-408f-9c29-f6e9e1396071', 'name': '', 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'mac_address': 'fa:16:3e:81:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '913dd141-c54e-4bda-bb09-f135e673459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:52Z', 'updated_at': '2022-03-04T01:11:57Z', 'revision_number': 4, 'project_id': '92aea994a5d2455ab2504fd586246804', 'subnets': [{'id': '913dd141-c54e-4bda-bb09-f135e673459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:11:58.784126 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3f1ffcac-a982-4742-b670-a156a4eb9a6d req-b1034ee1-b51e-4dc5-b7da-27feed877d22 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554254 Mar 04 01:11:58.793768 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3146-ce3c-40ef-8db2-ff66301aabef None None] The sync data for ids ['3b73e286-09fe-4bc9-bceb-886b9db63c74'] in dv-cinder-831090-8-iscsi is: [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:11:53Z', 'revision_number': 4, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5bc56dfd-b0d0-408f-9c29-f6e9e1396071', 'name': '', 'network_id': '450e34dd-3739-4817-ac79-6a2e21a01e1b', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'mac_address': 'fa:16:3e:81:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '913dd141-c54e-4bda-bb09-f135e673459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:52Z', 'updated_at': '2022-03-04T01:11:57Z', 'revision_number': 4, 'project_id': '92aea994a5d2455ab2504fd586246804', 'subnets': [{'id': '913dd141-c54e-4bda-bb09-f135e673459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:11:58.819514 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.securitygroups_db [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Project d4d1228a587747e2a934c9d33f7bcc74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 01:11:58.833266 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (5451e2b0-0895-4a0e-8605-ed02dc672b82), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.846403 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.881591 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fb93402e-bfd5-4d06-9fea-5cf61f92f8da req-fa0f936b-daf6-45da-bd8d-6adc3f32c54b tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 210 time: 0.0638471 Mar 04 01:11:58.922874 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403965e-9538-44d2-ba42-eb34190cc1e9 None None] Pushing event updated for resources: {'Port': ['ID=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:58.967061 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (5451e2b0-0895-4a0e-8605-ed02dc672b82), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:58.996932 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:11:59.050771 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:11:59.051153 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:59.103081 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (5451e2b0-0895-4a0e-8605-ed02dc672b82), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:59.123009 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5451e2b0-0895-4a0e-8605-ed02dc672b82,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:11:59.132174 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:11:59.173738 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:11:59.175084 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7eaab4ae-2f77-4bf9-a47f-2570d892ac13 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5228531 Mar 04 01:11:59.545395 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:11:59.558763 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17132-db8f-460c-8e7a-f9143b756c69 req-ed1e3012-ec41-4ddb-99bd-f9f3bc3438ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:59.560608 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0ae17132-db8f-460c-8e7a-f9143b756c69 req-ed1e3012-ec41-4ddb-99bd-f9f3bc3438ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 944 time: 0.0557280 Mar 04 01:11:59.611865 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0ae17132-db8f-460c-8e7a-f9143b756c69 req-7f3056d8-0281-4fa9-ba0b-c5d95bdc50ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454552 Mar 04 01:11:59.907286 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b745c2-45e9-4381-8986-5e4c5d82d555 req-de71a65e-e5a0-4bd4-8a3b-e258b3b66325 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:11:59.908809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77b745c2-45e9-4381-8986-5e4c5d82d555 req-de71a65e-e5a0-4bd4-8a3b-e258b3b66325 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0538306 Mar 04 01:11:59.960893 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77b745c2-45e9-4381-8986-5e4c5d82d555 req-855bdedf-6303-429c-954c-2883622aef2f tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461068 Mar 04 01:11:59.992701 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-27cb639f-cf39-4639-b897-35cda2ec59c9 req-b1a3cdb4-4e92-4948-b59f-6edddaa157cb tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Mar 04 01:12:00.732256 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cdf14-54e9-4b1a-8254-195e9a521080 req-4ee9c4ee-ed4b-488d-9649-1c7a419f065b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:00.733726 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-873cdf14-54e9-4b1a-8254-195e9a521080 req-4ee9c4ee-ed4b-488d-9649-1c7a419f065b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 944 time: 0.0507748 Mar 04 01:12:00.778898 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-873cdf14-54e9-4b1a-8254-195e9a521080 req-ff6e4726-c804-45d2-9527-b7b75ab507d9 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Mar 04 01:12:00.950920 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:12:01.000940 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:12:01.001312 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:01.085092 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:12:01.121174 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6320e-9c77-442d-838f-57f80b979a30 req-b92833ac-abd6-4953-b6d9-9f85032945d8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:01.122629 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fda6320e-9c77-442d-838f-57f80b979a30 req-b92833ac-abd6-4953-b6d9-9f85032945d8 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0923820 Mar 04 01:12:01.124490 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed82e059-7d6a-4e18-9702-519e68d44308 req-285b895e-dec2-4ea6-b8a4-2a1e6f4554bb tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 210 time: 0.0551772 Mar 04 01:12:01.167824 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fda6320e-9c77-442d-838f-57f80b979a30 req-bfe29d73-6681-483f-bbe6-39a9e532efe2 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Mar 04 01:12:01.850126 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 5da1b556-9b63-4cad-bd87-059f2c4e031f no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:01.871116 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 5da1b556-9b63-4cad-bd87-059f2c4e031f {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:01.871465 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 5da1b556-9b63-4cad-bd87-059f2c4e031f not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:01.902156 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8feef-c000-43b0-9639-a92e167eede8 req-b9f6e599-720a-43e0-bc8c-99619a5409dd tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:01.903650 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32d8feef-c000-43b0-9639-a92e167eede8 req-b9f6e599-720a-43e0-bc8c-99619a5409dd tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 944 time: 0.0585635 Mar 04 01:12:01.919776 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:01.949517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32d8feef-c000-43b0-9639-a92e167eede8 req-c34e750e-983d-499d-b739-334ab77a66e3 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Mar 04 01:12:02.028642 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-daadd79e-2f27-4d37-9b43-406b4c82da9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440888 Mar 04 01:12:02.110153 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-f9b49a30-7973-4300-b878-bfb77964bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:02.111649 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-f9b49a30-7973-4300-b878-bfb77964bcf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 1130 time: 0.0486228 Mar 04 01:12:02.261810 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-63635bdb-7285-46e2-b03e-aa3d4fa4fa83 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:02.263320 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-63635bdb-7285-46e2-b03e-aa3d4fa4fa83 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0620003 Mar 04 01:12:02.289335 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1d36f04f-f5fd-4673-bb39-8c1a297789d0 req-62a65122-bc7a-4397-9419-203ae42178ba tempest-ServerRescueNegativeTestJSON-1290948903 tempest-ServerRescueNegativeTestJSON-1290948903-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5f9fb90-1fc2-42df-8397-83570b4e8002 HTTP/1.1" status: 200 len: 210 time: 0.0721152 Mar 04 01:12:02.368887 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09e8f-b8b7-45b6-a5cf-2a345875a003 req-e3b5a89e-bc15-4aae-9714-54b061e0ccc0 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:02.370196 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Deleting port 52343142-52d8-4071-9693-de7b5bf0048a {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:02.370351 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eec09e8f-b8b7-45b6-a5cf-2a345875a003 req-e3b5a89e-bc15-4aae-9714-54b061e0ccc0 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 945 time: 0.0906303 Mar 04 01:12:02.370543 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (52343142-52d8-4071-9693-de7b5bf0048a), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:02.373446 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-293e0b40-c7f9-4292-a81d-929a4f1fb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:02.375382 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-293e0b40-c7f9-4292-a81d-929a4f1fb37e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.1752164 Mar 04 01:12:02.460136 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] For port 52343142-52d8-4071-9693-de7b5bf0048a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=52343142-52d8-4071-9693-de7b5bf0048a,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:02.460536 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (52343142-52d8-4071-9693-de7b5bf0048a), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:02.476253 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-06c37d94-0a27-42ef-9223-f4834aa345a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 200 len: 1001 time: 0.0902908 Mar 04 01:12:02.478971 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Calling delete_port for 52343142-52d8-4071-9693-de7b5bf0048a owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:02.479403 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-eec09e8f-b8b7-45b6-a5cf-2a345875a003 req-385ee537-0418-4972-afb4-6339c57813ae tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013618 Mar 04 01:12:02.536410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-5f0b47ff-1f77-4e0a-be3b-3f614daafcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:02.537909 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-5f0b47ff-1f77-4e0a-be3b-3f614daafcfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0502176 Mar 04 01:12:02.587896 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-c2257935-e4de-4616-9488-89801f9ceb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:02.589349 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-c2257935-e4de-4616-9488-89801f9ceb1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448508 Mar 04 01:12:02.673491 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (52343142-52d8-4071-9693-de7b5bf0048a), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:02.681868 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-804f8142-de75-4360-a311-2969788e36ee service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Mar 04 01:12:02.705494 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event deleted for resources: {'Port': ['ID=52343142-52d8-4071-9693-de7b5bf0048a,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:02.710811 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2', '52343142-52d8-4071-9693-de7b5bf0048a'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:12:02.762289 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] No DVR routers for this DVR port 52343142-52d8-4071-9693-de7b5bf0048a on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:12:02.766766 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:02.770810 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-5f6c3888-0a04-4001-bbcd-9aa99ecd071c req-80f2ea41-454e-4b97-b3f8-9e9ec4d909ab tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "DELETE /v2.0/ports/52343142-52d8-4071-9693-de7b5bf0048a HTTP/1.1" status: 204 len: 173 time: 0.5016119 Mar 04 01:12:02.771392 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'name': 'network-vif-deleted', 'tag': '52343142-52d8-4071-9693-de7b5bf0048a'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:02.775047 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04a4158-f86a-443a-809a-44d532d82724" -d '{"events": [{"server_uuid": "eb841573-25c0-4ed8-af49-81448de3b6cd", "name": "network-vif-deleted", "tag": "52343142-52d8-4071-9693-de7b5bf0048a"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:02.820437 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20d2b58-3d53-4f2d-8849-f3fc83502877 x-openstack-request-id: req-c20d2b58-3d53-4f2d-8849-f3fc83502877 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:02.820716 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb841573-25c0-4ed8-af49-81448de3b6cd", "name": "network-vif-deleted", "tag": "52343142-52d8-4071-9693-de7b5bf0048a", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:02.820973 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c20d2b58-3d53-4f2d-8849-f3fc83502877 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:02.821454 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb841573-25c0-4ed8-af49-81448de3b6cd', 'name': 'network-vif-deleted', 'tag': '52343142-52d8-4071-9693-de7b5bf0048a', 'status': 'completed', 'code': 200} Mar 04 01:12:03.101600 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53d3de6a-c145-4b5e-9dfc-08b7fe2e54d7 req-4f8e3138-620d-4f10-954b-f6c85ca324ea service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134676 Mar 04 01:12:03.119746 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c179-70df-44eb-a260-742affcc9a43 req-5ef05954-49b1-481e-b80e-8bc2104bc40b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:03.121399 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-26e1c179-70df-44eb-a260-742affcc9a43 req-5ef05954-49b1-481e-b80e-8bc2104bc40b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 944 time: 0.0942576 Mar 04 01:12:03.174780 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-26e1c179-70df-44eb-a260-742affcc9a43 req-7079a101-0a0b-424b-9813-8e525c0bf458 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467432 Mar 04 01:12:03.349031 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 32768) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:03.609755 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-04e46cfc-0743-497b-b8c8-54c2252a6b75 req-dc4c7d71-08b9-40e6-a421-474e791a9405 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb841573-25c0-4ed8-af49-81448de3b6cd HTTP/1.1" status: 200 len: 210 time: 0.0458138 Mar 04 01:12:03.801042 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (d497eeb0-e5f0-4336-ba07-101b6cb46194), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:03.847993 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7ebe7c9-b453-415c-9392-68109686bb13 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:12:03.961054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port d7ebe7c9-b453-415c-9392-68109686bb13, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7ebe7c9-b453-415c-9392-68109686bb13,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:03.974472 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'd7ebe7c9-b453-415c-9392-68109686bb13', 'network_id': 'dc3ab00e-2fb1-4b48-af19-550decac0f55', 'port_id': 'd7ebe7c9-b453-415c-9392-68109686bb13', 'mac_address': 'fa:16:3e:6a:e2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7b1f82-86c1-440f-af2a-4e8c6f63c91f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:12:04.015429 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port d7ebe7c9-b453-415c-9392-68109686bb13 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:12:04.015429 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:04.028683 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ebe7c9-b453-415c-9392-68109686bb13 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:12:04.050092 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port d7ebe7c9-b453-415c-9392-68109686bb13, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7ebe7c9-b453-415c-9392-68109686bb13,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:04.104823 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Deleting port 0313d333-4b0e-4f91-bd23-5b9d55a8a174 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:04.105343 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:04.122068 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:04.192989 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=d7ebe7c9-b453-415c-9392-68109686bb13,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:04.209971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] For port 0313d333-4b0e-4f91-bd23-5b9d55a8a174, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=0313d333-4b0e-4f91-bd23-5b9d55a8a174,segment=NetworkSegment(089c58fd-d6bc-4a54-a9b2-599a2cb84e90),segment_id=089c58fd-d6bc-4a54-a9b2-599a2cb84e90)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:04.210634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:04.227662 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Calling delete_port for 0313d333-4b0e-4f91-bd23-5b9d55a8a174 owned by network:router_interface {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:04.379561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc75d4-c6aa-452e-b3b3-7e0c101143d8 req-dc6a64fd-fe7d-4368-8330-5db1538d5a93 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:04.381061 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90cc75d4-c6aa-452e-b3b3-7e0c101143d8 req-dc6a64fd-fe7d-4368-8330-5db1538d5a93 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 945 time: 0.1096053 Mar 04 01:12:04.445340 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90cc75d4-c6aa-452e-b3b3-7e0c101143d8 req-9a053f1c-b059-4e50-9b15-52906bbb7082 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Mar 04 01:12:04.480208 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['d7ebe7c9-b453-415c-9392-68109686bb13'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:12:04.581851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (0313d333-4b0e-4f91-bd23-5b9d55a8a174), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:04.613633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0313d333-4b0e-4f91-bd23-5b9d55a8a174,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:04.773987 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (d497eeb0-e5f0-4336-ba07-101b6cb46194), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:04.998160 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Router d497eeb0-e5f0-4336-ba07-101b6cb46194 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:12:05.105134 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:12:05.111134 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-32a4f210-fc1c-4b1e-a5d2-c14fd0681ee3 admin admin] 10.222.0.32 "PUT /v2.0/routers/d497eeb0-e5f0-4336-ba07-101b6cb46194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610142 Mar 04 01:12:05.114267 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 32790) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:05.114922 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] Sync routers for ids ['d497eeb0-e5f0-4336-ba07-101b6cb46194'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:12:05.126970 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] Routers {'d497eeb0-e5f0-4336-ba07-101b6cb46194'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:12:05.127498 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['d497eeb0-e5f0-4336-ba07-101b6cb46194'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:05.238292 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks [] for router (d497eeb0-e5f0-4336-ba07-101b6cb46194), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:05.242805 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] Set router d497eeb0-e5f0-4336-ba07-101b6cb46194 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:12:05.343753 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks [] for router_gateway (d497eeb0-e5f0-4336-ba07-101b6cb46194), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:05.426643 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:12:04Z', 'revision_number': 5, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port': {'id': 'd6503730-3d83-4d18-b07b-56e67a6b76e3', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:05.455973 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] Checking router: d497eeb0-e5f0-4336-ba07-101b6cb46194 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:12:05.465542 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] Routers {'d497eeb0-e5f0-4336-ba07-101b6cb46194'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:12:05.466341 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:11:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['d497eeb0-e5f0-4336-ba07-101b6cb46194'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:05.487521 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Deleting port d6503730-3d83-4d18-b07b-56e67a6b76e3 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:05.487863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:05.564389 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] Set router d497eeb0-e5f0-4336-ba07-101b6cb46194 gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:12:05.599887 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53174-92e9-4f3d-9b63-567dbb8b7486 req-0a2d2ee2-2b92-46d1-b4e1-70e0f68b4675 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:05.601392 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1e53174-92e9-4f3d-9b63-567dbb8b7486 req-0a2d2ee2-2b92-46d1-b4e1-70e0f68b4675 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 945 time: 0.0615411 Mar 04 01:12:05.623419 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:12:05Z', 'revision_number': 6, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:05.652634 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a6a7-1970-42a2-8ecd-d16f45501d72 None None] The sync data for ids ['d497eeb0-e5f0-4336-ba07-101b6cb46194'] in dv-cinder-831090-8-iscsi is: [{'id': 'd497eeb0-e5f0-4336-ba07-101b6cb46194', 'name': 'tempest-ServerRescueNegativeTestJSON-1457769019-router', 'tenant_id': '5f4dd23db5774336ae6a251285752932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:52Z', 'updated_at': '2022-03-04T01:12:05Z', 'revision_number': 6, 'project_id': '5f4dd23db5774336ae6a251285752932', 'gw_port_host': None}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:12:05.658658 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] For port d6503730-3d83-4d18-b07b-56e67a6b76e3, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=d6503730-3d83-4d18-b07b-56e67a6b76e3,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:05.659031 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:05.686650 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1e53174-92e9-4f3d-9b63-567dbb8b7486 req-cf07d36b-7795-412d-ad5c-571e2be57749 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769448 Mar 04 01:12:05.686650 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Calling delete_port for d6503730-3d83-4d18-b07b-56e67a6b76e3 owned by network:router_gateway {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:05.862265 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7ebe7c9-b453-415c-9392-68109686bb13 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:12:05.907821 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (d6503730-3d83-4d18-b07b-56e67a6b76e3), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:05.994462 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port d7ebe7c9-b453-415c-9392-68109686bb13 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:12:06.003296 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port d7ebe7c9-b453-415c-9392-68109686bb13 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:12:06.009408 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.107579 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port d7ebe7c9-b453-415c-9392-68109686bb13 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:12:06.108167 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.138057 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ebe7c9-b453-415c-9392-68109686bb13'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:06.140514 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a313bbf6-98aa-4125-9ad3-aae634ada5b0" -d '{"events": [{"server_uuid": "fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ebe7c9-b453-415c-9392-68109686bb13"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:06.153990 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port d7ebe7c9-b453-415c-9392-68109686bb13, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7ebe7c9-b453-415c-9392-68109686bb13,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:06.181492 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c42972e-c0bc-4aa3-b0fc-dbfb5846f87b x-openstack-request-id: req-9c42972e-c0bc-4aa3-b0fc-dbfb5846f87b {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:06.181824 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ebe7c9-b453-415c-9392-68109686bb13", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:06.182143 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c42972e-c0bc-4aa3-b0fc-dbfb5846f87b {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:06.182485 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ebe7c9-b453-415c-9392-68109686bb13', 'code': 200} Mar 04 01:12:06.191429 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6503730-3d83-4d18-b07b-56e67a6b76e3,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:06.238737 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.239582 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 52343142-52d8-4071-9693-de7b5bf0048a no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:06.261232 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (d497eeb0-e5f0-4336-ba07-101b6cb46194), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.293800 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 52343142-52d8-4071-9693-de7b5bf0048a {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:06.294257 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 52343142-52d8-4071-9693-de7b5bf0048a not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:06.324250 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=d7ebe7c9-b453-415c-9392-68109686bb13,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:06.387721 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (d497eeb0-e5f0-4336-ba07-101b6cb46194), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.403800 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks [] for router_controller (d497eeb0-e5f0-4336-ba07-101b6cb46194), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.494243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d7bff-6edf-4eb6-b217-4433413ce634 req-573b9c24-f88f-4fa0-b7b4-e42c7127dc35 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:06.495738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba5d7bff-6edf-4eb6-b217-4433413ce634 req-573b9c24-f88f-4fa0-b7b4-e42c7127dc35 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.1214213 Mar 04 01:12:06.524063 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (d497eeb0-e5f0-4336-ba07-101b6cb46194), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.524624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d497eeb0-e5f0-4336-ba07-101b6cb46194 {{(pid=103556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:12:06.539760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.540951 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d4f2172a-56e9-4e70-bac7-04946040d464 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d497eeb0-e5f0-4336-ba07-101b6cb46194 HTTP/1.1" status: 204 len: 168 time: 1.4257100 Mar 04 01:12:06.543609 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 32814) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:06.574408 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba5d7bff-6edf-4eb6-b217-4433413ce634 req-77678873-4791-4722-b5ca-47805aef0e46 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 Mar 04 01:12:06.576257 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101c2bc-eb96-4422-ac22-9f18cf6ac59a req-8631bded-3d34-4b49-90d8-25d45e186c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:06.578599 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b101c2bc-eb96-4422-ac22-9f18cf6ac59a req-8631bded-3d34-4b49-90d8-25d45e186c36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 1130 time: 0.1017151 Mar 04 01:12:06.629290 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Deleting subnet 08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:12:06.633738 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Publish callbacks [] for subnet (08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.644713 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b101c2bc-eb96-4422-ac22-9f18cf6ac59a req-740a902e-404d-4c87-9c5d-e8ea8be3706d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585651 Mar 04 01:12:06.671328 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126837254'] for subnet (08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.713539 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.815461 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29af36-2b1d-43a7-8f71-4f839c90c34a req-490a0362-f931-4c2f-8f86-d3630548774d tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:06.817169 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a29af36-2b1d-43a7-8f71-4f839c90c34a req-490a0362-f931-4c2f-8f86-d3630548774d tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.0563998 Mar 04 01:12:06.823405 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126873556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126007744'] for subnet (08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.853203 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:06.858031 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.861550 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b834bdae-c49d-438c-aa5e-20ba4892ba73 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08ee12a8-6af7-4bfb-96c3-2fb8525bcbd5 HTTP/1.1" status: 204 len: 168 time: 0.3167794 Mar 04 01:12:06.867463 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 32824) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:06.878967 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a29af36-2b1d-43a7-8f71-4f839c90c34a req-ba858c43-5dd1-400f-bad5-3779cec2843d tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Mar 04 01:12:06.944008 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (c7a00972-08f8-4458-80f5-4505437b0373), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:06.969693 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 0313d333-4b0e-4f91-bd23-5b9d55a8a174 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:06.989942 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 0313d333-4b0e-4f91-bd23-5b9d55a8a174 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:06.990373 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 0313d333-4b0e-4f91-bd23-5b9d55a8a174 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:06.990870 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d6503730-3d83-4d18-b07b-56e67a6b76e3 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:07.011485 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: d6503730-3d83-4d18-b07b-56e67a6b76e3 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:07.011834 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d6503730-3d83-4d18-b07b-56e67a6b76e3 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:07.020335 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (c7a00972-08f8-4458-80f5-4505437b0373), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.039731 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a00972-08f8-4458-80f5-4505437b0373']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:07.049675 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089c58fd-d6bc-4a54-a9b2-599a2cb84e90') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:07.049972 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089c58fd-d6bc-4a54-a9b2-599a2cb84e90') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:07.058928 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (089c58fd-d6bc-4a54-a9b2-599a2cb84e90), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.072426 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (089c58fd-d6bc-4a54-a9b2-599a2cb84e90), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.078026 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:12:07.078398 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (089c58fd-d6bc-4a54-a9b2-599a2cb84e90), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:12:07.079981 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:12:07.210305 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (c7a00972-08f8-4458-80f5-4505437b0373), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.215606 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.218972 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c7a00972-08f8-4458-80f5-4505437b0373 HTTP/1.1" status: 204 len: 168 time: 0.3505065 Mar 04 01:12:07.230474 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5960b2-178f-4732-8341-7db4bc63c736 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a00972-08f8-4458-80f5-4505437b0373,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:07.562084 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 32830) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:07.604870 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-3b7fc8b1-603c-44d9-8603-2fb95a0c8d25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f4dd23db5774336ae6a251285752932&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415225 Mar 04 01:12:07.607197 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 32834) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:07.686766 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e62e-88e8-4e71-b828-24ce353ce525 admin admin] Publish callbacks [] for security_group (78d5c74a-13b7-45e1-b4c0-140122112f09), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.714579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e62e-88e8-4e71-b828-24ce353ce525 admin admin] Publish callbacks [] for security_group (78d5c74a-13b7-45e1-b4c0-140122112f09), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.731701 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39071800-0c59-4ab9-ba69-cd6ff397da17 req-7e4061fd-4df9-44e9-a403-eb45f0640089 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:07.733178 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39071800-0c59-4ab9-ba69-cd6ff397da17 req-7e4061fd-4df9-44e9-a403-eb45f0640089 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.0881462 Mar 04 01:12:07.794156 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39071800-0c59-4ab9-ba69-cd6ff397da17 req-11d56b61-9a6c-45b8-ba2d-65286a4df3d0 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529416 Mar 04 01:12:07.867555 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e62e-88e8-4e71-b828-24ce353ce525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (78d5c74a-13b7-45e1-b4c0-140122112f09), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.870258 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e62e-88e8-4e71-b828-24ce353ce525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:07.871467 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7aa1e62e-88e8-4e71-b828-24ce353ce525 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78d5c74a-13b7-45e1-b4c0-140122112f09 HTTP/1.1" status: 204 len: 168 time: 0.2632353 Mar 04 01:12:07.885099 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1e62e-88e8-4e71-b828-24ce353ce525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5c74a-13b7-45e1-b4c0-140122112f09,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:08.023339 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b640a-f77d-42c2-b03a-618b13bf0a3a req-ae8483c0-1542-4b71-b2f2-19d1fd8a2bc1 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:08.025621 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d07b640a-f77d-42c2-b03a-618b13bf0a3a req-ae8483c0-1542-4b71-b2f2-19d1fd8a2bc1 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.0589025 Mar 04 01:12:08.075892 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d07b640a-f77d-42c2-b03a-618b13bf0a3a req-004c82c4-f0d4-4d53-bb50-ac2abc7573f0 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Mar 04 01:12:08.347231 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 32850) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:08.457007 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-18b4b0ea-05e0-4e3f-a912-7a8dee04897b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.533755 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-18b4b0ea-05e0-4e3f-a912-7a8dee04897b admin admin] Publish callbacks [] for security_group (cee445e0-6150-45e1-b34d-7b5dec84523d), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.616627 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-9cfc7d34-65ad-41eb-bba6-4fde17583332 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:08.618100 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-9cfc7d34-65ad-41eb-bba6-4fde17583332 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.0568666 Mar 04 01:12:08.619218 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-18b4b0ea-05e0-4e3f-a912-7a8dee04897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (cee445e0-6150-45e1-b34d-7b5dec84523d), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.688224 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-18b4b0ea-05e0-4e3f-a912-7a8dee04897b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e59ee4286ad24e8eb0dc78af1ba88399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398931 Mar 04 01:12:08.691116 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4b0ea-05e0-4e3f-a912-7a8dee04897b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee445e0-6150-45e1-b34d-7b5dec84523d,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:08.691304 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 32862) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:08.746201 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ddef3216-c23f-410a-a0b9-d9495f676847 admin admin] Publish callbacks [] for security_group (cee445e0-6150-45e1-b34d-7b5dec84523d), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.761067 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Deleting port a02654a4-5106-4012-8bdd-79a06c5edfb2 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:08.761410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.772186 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ddef3216-c23f-410a-a0b9-d9495f676847 admin admin] Publish callbacks [] for security_group (cee445e0-6150-45e1-b34d-7b5dec84523d), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.859409 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] For port a02654a4-5106-4012-8bdd-79a06c5edfb2, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a02654a4-5106-4012-8bdd-79a06c5edfb2,segment=NetworkSegment(b6ba4d15-61cd-44df-aabf-463fb397d20a),segment_id=b6ba4d15-61cd-44df-aabf-463fb397d20a)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:08.859775 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.881094 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Calling delete_port for a02654a4-5106-4012-8bdd-79a06c5edfb2 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:08.896145 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ddef3216-c23f-410a-a0b9-d9495f676847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (cee445e0-6150-45e1-b34d-7b5dec84523d), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.899011 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ddef3216-c23f-410a-a0b9-d9495f676847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:08.902558 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ddef3216-c23f-410a-a0b9-d9495f676847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cee445e0-6150-45e1-b34d-7b5dec84523d HTTP/1.1" status: 204 len: 168 time: 0.2081773 Mar 04 01:12:08.911670 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef3216-c23f-410a-a0b9-d9495f676847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee445e0-6150-45e1-b34d-7b5dec84523d,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:08.966995 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd1bfb-ef1f-48c4-82b3-fffefbadbcd2 req-0ab8627b-533d-499f-a16c-5188c6f93a93 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:08.968704 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3dd1bfb-ef1f-48c4-82b3-fffefbadbcd2 req-0ab8627b-533d-499f-a16c-5188c6f93a93 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 946 time: 0.1018610 Mar 04 01:12:09.034172 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3dd1bfb-ef1f-48c4-82b3-fffefbadbcd2 req-ed7c7781-ba07-4bc4-854d-8dcb8676c395 tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c19b9b-c01a-40a1-8b81-e7df827c8a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591304 Mar 04 01:12:09.204369 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f9572-22be-41ab-b175-7137be82efe8 req-d3495bbf-8f9d-4796-bb46-e3ef111392e1 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:09.205863 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d6f9572-22be-41ab-b175-7137be82efe8 req-d3495bbf-8f9d-4796-bb46-e3ef111392e1 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.0581155 Mar 04 01:12:09.224764 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (a02654a4-5106-4012-8bdd-79a06c5edfb2), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:09.247706 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1d6d16b3-9bb0-44ba-99a3-10380b7033b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:09.260835 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['a02654a4-5106-4012-8bdd-79a06c5edfb2'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:12:09.268175 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Pushing event deleted for resources: {'Port': ['ID=a02654a4-5106-4012-8bdd-79a06c5edfb2,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:09.334887 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] No DVR routers for this DVR port a02654a4-5106-4012-8bdd-79a06c5edfb2 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:12:09.338455 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:09.341979 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-903e13f0-37e5-499d-ba08-570c12541ef6 req-0596c327-b13d-4ed9-9bc9-bb24606d729b tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.35 "DELETE /v2.0/ports/a02654a4-5106-4012-8bdd-79a06c5edfb2 HTTP/1.1" status: 204 len: 173 time: 0.7125478 Mar 04 01:12:09.342784 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'name': 'network-vif-deleted', 'tag': 'a02654a4-5106-4012-8bdd-79a06c5edfb2'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:09.345870 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2799ceb-b330-4442-a2db-a70dfa33ff78" -d '{"events": [{"server_uuid": "3bbd3e75-f05e-4b5e-a37d-9f129b15c347", "name": "network-vif-deleted", "tag": "a02654a4-5106-4012-8bdd-79a06c5edfb2"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:09.366675 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d6f9572-22be-41ab-b175-7137be82efe8 req-73609125-c638-4cb4-b2f3-4e2ece0c6305 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550586 Mar 04 01:12:09.400162 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5f7f22-30d1-446e-99b8-d00af39f67eb x-openstack-request-id: req-3b5f7f22-30d1-446e-99b8-d00af39f67eb {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:09.400699 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbd3e75-f05e-4b5e-a37d-9f129b15c347", "name": "network-vif-deleted", "tag": "a02654a4-5106-4012-8bdd-79a06c5edfb2", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:09.401122 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b5f7f22-30d1-446e-99b8-d00af39f67eb {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:09.401684 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbd3e75-f05e-4b5e-a37d-9f129b15c347', 'name': 'network-vif-deleted', 'tag': 'a02654a4-5106-4012-8bdd-79a06c5edfb2', 'status': 'completed', 'code': 200} Mar 04 01:12:10.156835 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6f57651b-e2ba-4d04-9610-281a0240c78a req-c243fcfa-a06b-47bc-b7d6-c7c6900a124d tempest-AttachVolumeNegativeTest-328604126 tempest-AttachVolumeNegativeTest-328604126-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bbd3e75-f05e-4b5e-a37d-9f129b15c347 HTTP/1.1" status: 200 len: 210 time: 0.0336862 Mar 04 01:12:11.214547 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 32924) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:11.259474 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Deleting subnet 4139887e-7a51-47f5-99b7-bcc00c006681 {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:12:11.262573 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Publish callbacks [] for subnet (4139887e-7a51-47f5-99b7-bcc00c006681), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.300291 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126837254'] for subnet (4139887e-7a51-47f5-99b7-bcc00c006681), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.338730 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (4139887e-7a51-47f5-99b7-bcc00c006681), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.446110 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126873556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126007744'] for subnet (4139887e-7a51-47f5-99b7-bcc00c006681), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.469722 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4139887e-7a51-47f5-99b7-bcc00c006681,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:11.475534 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.480655 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-5d57740f-1cc7-4776-a40e-bb98a60e260b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4139887e-7a51-47f5-99b7-bcc00c006681 HTTP/1.1" status: 204 len: 168 time: 0.2630887 Mar 04 01:12:11.481283 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 32928) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:11.490943 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-692b00bc-f954-43db-ad6a-2479f77bec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.554538 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (f16f212a-20a1-4d36-ab0d-c6559c38d5c8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.632591 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (f16f212a-20a1-4d36-ab0d-c6559c38d5c8), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.652886 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16f212a-20a1-4d36-ab0d-c6559c38d5c8']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:11.661656 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ba4d15-61cd-44df-aabf-463fb397d20a') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:11.661953 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ba4d15-61cd-44df-aabf-463fb397d20a') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:11.671310 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (b6ba4d15-61cd-44df-aabf-463fb397d20a), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.683914 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (b6ba4d15-61cd-44df-aabf-463fb397d20a), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.690351 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:12:11.690725 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (b6ba4d15-61cd-44df-aabf-463fb397d20a), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:12:11.692349 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:12:11.793998 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (f16f212a-20a1-4d36-ab0d-c6559c38d5c8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.801740 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:11.805876 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] 10.222.0.32 "DELETE /v2.0/networks/f16f212a-20a1-4d36-ab0d-c6559c38d5c8 HTTP/1.1" status: 204 len: 168 time: 0.3236375 Mar 04 01:12:11.817760 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46edec-d6ca-4b4a-9da6-127e7816219a admin admin] Pushing event deleted for resources: {'Network': ['ID=f16f212a-20a1-4d36-ab0d-c6559c38d5c8,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:11.893451 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a02654a4-5106-4012-8bdd-79a06c5edfb2 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:11.913515 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: a02654a4-5106-4012-8bdd-79a06c5edfb2 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:11.913867 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device a02654a4-5106-4012-8bdd-79a06c5edfb2 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:12.212634 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 32940) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:12.253920 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2b9aa23d-bf3b-41e4-8ed0-ea4b68ea1b88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64461e5af2494477af3f0cf68ace752f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377791 Mar 04 01:12:12.254571 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 32942) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:12.300245 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8790a50f-501e-4492-9d48-c28c6941f53a admin admin] Publish callbacks [] for security_group (81c19b9b-c01a-40a1-8b81-e7df827c8a93), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:12.320998 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8790a50f-501e-4492-9d48-c28c6941f53a admin admin] Publish callbacks [] for security_group (81c19b9b-c01a-40a1-8b81-e7df827c8a93), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:12.456984 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8790a50f-501e-4492-9d48-c28c6941f53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (81c19b9b-c01a-40a1-8b81-e7df827c8a93), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:12.463220 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8790a50f-501e-4492-9d48-c28c6941f53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:12.463220 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-8790a50f-501e-4492-9d48-c28c6941f53a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81c19b9b-c01a-40a1-8b81-e7df827c8a93 HTTP/1.1" status: 204 len: 168 time: 0.2058120 Mar 04 01:12:12.474743 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790a50f-501e-4492-9d48-c28c6941f53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c19b9b-c01a-40a1-8b81-e7df827c8a93,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:13.057416 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:14.496479 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:15.753980 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:21.332926 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-a4bff619-c19f-48b6-bdf2-4878547533e3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912381088&fields=id&tenant_id=d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 267 time: 0.0449653 Mar 04 01:12:21.436522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-c03f1d57-cc7a-437c-a270-b3511c3a1f5e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:21.438561 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-c03f1d57-cc7a-437c-a270-b3511c3a1f5e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 812 time: 0.0985305 Mar 04 01:12:21.452826 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-d8cc605f-c4ce-4502-9a23-fc9583510262 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/quotas/d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 375 time: 0.0090623 Mar 04 01:12:21.515062 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-daa08d34-898c-42f4-9ec5-0ef233803900 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565195 Mar 04 01:12:21.516286 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33150) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:21.624249 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-66aaf36c-9764-4732-befd-28da76ab0c6f service neutron] 10.222.0.32 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891948 Mar 04 01:12:21.629954 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-62e75070-71e1-4ee3-9b73-ba539d22b043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:21.700875 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-62e75070-71e1-4ee3-9b73-ba539d22b043 admin admin] Publish callbacks [] for security_group (5824fb7b-9580-42d3-9a2e-ed76d323881b), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:21.715137 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-91a6a89f-e4a6-4908-8e70-02449f2ce34c service neutron] 10.222.0.32 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Mar 04 01:12:21.766199 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-62e75070-71e1-4ee3-9b73-ba539d22b043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5824fb7b-9580-42d3-9a2e-ed76d323881b), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:21.805337 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-62e75070-71e1-4ee3-9b73-ba539d22b043 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bc64e8ade134ad28010223bcb21029c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878392 Mar 04 01:12:21.806470 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e75070-71e1-4ee3-9b73-ba539d22b043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5824fb7b-9580-42d3-9a2e-ed76d323881b,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:21.808126 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33156) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:21.858253 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-853355ce-768f-4fb9-adea-63e65517ea38 admin admin] Publish callbacks [] for security_group (5824fb7b-9580-42d3-9a2e-ed76d323881b), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:21.878575 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-853355ce-768f-4fb9-adea-63e65517ea38 admin admin] Publish callbacks [] for security_group (5824fb7b-9580-42d3-9a2e-ed76d323881b), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:22.010796 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-853355ce-768f-4fb9-adea-63e65517ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5824fb7b-9580-42d3-9a2e-ed76d323881b), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:22.013321 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-853355ce-768f-4fb9-adea-63e65517ea38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:22.014531 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-853355ce-768f-4fb9-adea-63e65517ea38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5824fb7b-9580-42d3-9a2e-ed76d323881b HTTP/1.1" status: 204 len: 168 time: 0.2053030 Mar 04 01:12:22.022919 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853355ce-768f-4fb9-adea-63e65517ea38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5824fb7b-9580-42d3-9a2e-ed76d323881b,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:22.244037 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b28b90c1-308e-4b54-b9e6-e131aec9e977 req-8b3518cf-990f-4ee0-bc86-3718a3706c35 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Mar 04 01:12:22.984111 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33198) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:23.080341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388009926-network', 'tenant_id': 'ff9295d1d14f42b1940efa5d5c24bd60'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:23.181153 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Made reservation on behalf of ff9295d1d14f42b1940efa5d5c24bd60 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:12:23.183452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.192808 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.267470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks [] for security_group (5ca2002a-f405-4911-b78d-3eb9437c2963), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.335054 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6358de1f-ba44-4898-ae2b-38c18906f0bc req-0a55f486-45b5-4a00-9948-8600ad3948e8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 210 time: 0.0275722 Mar 04 01:12:23.335710 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5ca2002a-f405-4911-b78d-3eb9437c2963), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.360254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:12:23.368863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca2002a-f405-4911-b78d-3eb9437c2963,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:23.376510 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (8eaac23f-7573-46ee-a7d1-b90a7f564e59), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.376853 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Added segment 8eaac23f-7573-46ee-a7d1-b90a7f564e59 of type vlan for network 1272034d-b0a5-4909-bf9c-ff876279bf6d Mar 04 01:12:23.417229 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (1272034d-b0a5-4909-bf9c-ff876279bf6d), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.496456 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (1272034d-b0a5-4909-bf9c-ff876279bf6d), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.497427 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:23.498030 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.558417 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] Pushing event updated for resources: {'Network': ['ID=1272034d-b0a5-4909-bf9c-ff876279bf6d,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:23.569136 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 1272034d-b0a5-4909-bf9c-ff876279bf6d details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:12:23.583276 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-607c8f48-e30b-4343-833a-fcba1957603f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5954993 Mar 04 01:12:23.583468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33206) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:23.589929 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Request body: {'subnet': {'network_id': '1272034d-b0a5-4909-bf9c-ff876279bf6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388009926-subnet', 'tenant_id': 'ff9295d1d14f42b1940efa5d5c24bd60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:23.678225 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Made reservation on behalf of ff9295d1d14f42b1940efa5d5c24bd60 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:12:23.680640 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130000678'] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.896616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129973412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130000660'] for subnet (74087775-3479-4a9e-b33c-59f4817bf682), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:23.949380 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74087775-3479-4a9e-b33c-59f4817bf682,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:23.960281 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Checking segment: {'id': '8eaac23f-7573-46ee-a7d1-b90a7f564e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1272034d-b0a5-4909-bf9c-ff876279bf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:12:23.960657 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Network hostable DHCP agents. Network: 1272034d-b0a5-4909-bf9c-ff876279bf6d, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:12:24.056633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Network 1272034d-b0a5-4909-bf9c-ff876279bf6d is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:12:24.164930 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 1272034d-b0a5-4909-bf9c-ff876279bf6d) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:12:24.169561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:24.170867 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:24.173698 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033f3d0-9b45-4b5d-9f4f-88d0dba6c1fb None None] Network 1272034d-b0a5-4909-bf9c-ff876279bf6d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:12:24.242049 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-116178fe-f869-4e69-a867-ecdc0172a73c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6575162 Mar 04 01:12:24.268082 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798182b-9d2b-454c-b710-85cce62c00a7 None None] Network 1272034d-b0a5-4909-bf9c-ff876279bf6d requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:12:24.431537 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ee42113f-b64c-4f12-867a-931d01e0000a req-94022516-3bc6-4215-b2d7-f0f7af55fd25 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Mar 04 01:12:24.723463 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-95373685-55a7-4943-8a87-82dd47cc8a0c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:24.725710 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-95373685-55a7-4943-8a87-82dd47cc8a0c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 812 time: 0.1059623 Mar 04 01:12:24.813465 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-54c256dd-a087-4915-b5aa-07934e7d4607 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 380 time: 0.0549452 Mar 04 01:12:24.822658 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'port': {'device_id': 'd370b472-b660-44dc-b415-b74fff6f0727', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'admin_state_up': True, 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'security_groups': ['a8701467-7804-419a-a9e4-0bcd5f6b032e']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:24.988167 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Made reservation on behalf of d4d1228a587747e2a934c9d33f7bcc74 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:12:24.991595 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.055581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33238) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:25.061004 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-711344320-network', 'tenant_id': 'db6c26a60a784f658b1cfe100ceab245'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:25.137425 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Allocated IP 172.20.0.9 (00360203-a918-43bf-bb8c-ef256a752323/7077ebff-a060-4b5a-b8b8-ecbd7298a4bd/484b17fe-9fe1-442f-b19d-fd1507517151) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:12:25.155158 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Made reservation on behalf of db6c26a60a784f658b1cfe100ceab245 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:12:25.158014 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.172720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.319490 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (484b17fe-9fe1-442f-b19d-fd1507517151), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.344778 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks [] for security_group (b167ec84-8532-461b-88b0-63214f9ba126), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.382057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b167ec84-8532-461b-88b0-63214f9ba126), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.406879 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.408448 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:12:25.446812 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b167ec84-8532-461b-88b0-63214f9ba126,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:25.452733 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (ab45be09-f39e-4a10-8780-701337e9de42), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.453612 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Added segment ab45be09-f39e-4a10-8780-701337e9de42 of type vlan for network c01631e3-e158-4d42-b68b-aa6843c15a55 Mar 04 01:12:25.492604 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Network 00360203-a918-43bf-bb8c-ef256a752323 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:12:25.501618 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:12:25.512939 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:12:25.517647 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (c01631e3-e158-4d42-b68b-aa6843c15a55), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.528249 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=484b17fe-9fe1-442f-b19d-fd1507517151,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:25.610929 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:25.611558 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.633945 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc1dc-0d4e-473c-8000-3b006738c45d req-f518a6b6-888d-4fa4-a2b7-04e549164afc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:25.635454 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b35cc1dc-0d4e-473c-8000-3b006738c45d req-f518a6b6-888d-4fa4-a2b7-04e549164afc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 931 time: 0.1250234 Mar 04 01:12:25.672541 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (c01631e3-e158-4d42-b68b-aa6843c15a55), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.673499 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:25.674084 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.709145 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-1e9fda56-42ed-4407-89d1-e4d9b3f8ae40 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903272 Mar 04 01:12:25.735596 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b35cc1dc-0d4e-473c-8000-3b006738c45d req-a33d39c0-b98a-44ab-8f6c-f438b49563f3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940611 Mar 04 01:12:25.754696 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] Pushing event updated for resources: {'Network': ['ID=c01631e3-e158-4d42-b68b-aa6843c15a55,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:25.756739 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-88de81f6-1b2d-4be8-b66f-9c4bc95d43b9 None None] Provisioning complete for port 484b17fe-9fe1-442f-b19d-fd1507517151 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:12:25.757217 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88de81f6-1b2d-4be8-b66f-9c4bc95d43b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:25.761486 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network c01631e3-e158-4d42-b68b-aa6843c15a55 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:12:25.779461 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-ad43d3a1-1a03-4286-a3cd-33032a7c22cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7227871 Mar 04 01:12:25.781942 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33246) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:25.787470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Request body: {'subnet': {'network_id': 'c01631e3-e158-4d42-b68b-aa6843c15a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-711344320-subnet', 'tenant_id': 'db6c26a60a784f658b1cfe100ceab245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:25.846137 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-88de81f6-1b2d-4be8-b66f-9c4bc95d43b9 None None] Port 484b17fe-9fe1-442f-b19d-fd1507517151 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:12:25.900708 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Made reservation on behalf of db6c26a60a784f658b1cfe100ceab245 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:12:25.903141 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130000678'] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.126133 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129973412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130000660'] for subnet (89dfb59a-1195-45cb-818a-80bec66a0b9c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.182463 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dfb59a-1195-45cb-818a-80bec66a0b9c,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:26.188531 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Checking segment: {'id': 'ab45be09-f39e-4a10-8780-701337e9de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c01631e3-e158-4d42-b68b-aa6843c15a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:12:26.188892 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Network hostable DHCP agents. Network: c01631e3-e158-4d42-b68b-aa6843c15a55, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:12:26.306303 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Network c01631e3-e158-4d42-b68b-aa6843c15a55 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:12:26.393326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, c01631e3-e158-4d42-b68b-aa6843c15a55) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:12:26.397221 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:26.397847 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.402720 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be638ca4-1c0b-40c6-a29b-b3a2b69c443e None None] Network c01631e3-e158-4d42-b68b-aa6843c15a55 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:12:26.491695 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7ffbae1d-e5f6-4af1-8c15-cbd473dc1b31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6992490 Mar 04 01:12:26.556778 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33262) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:26.614867 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33266) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:26.630177 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d84812-ee3b-45f0-ae8a-ed79f16bb64b None None] Network c01631e3-e158-4d42-b68b-aa6843c15a55 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:12:26.663304 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Deleting subnet 74087775-3479-4a9e-b33c-59f4817bf682 {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:12:26.676240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Publish callbacks [] for subnet (74087775-3479-4a9e-b33c-59f4817bf682), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.694435 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62d27c64-da77-494c-bb79-903eb3ee6c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.723256 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (74087775-3479-4a9e-b33c-59f4817bf682), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.778511 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (74087775-3479-4a9e-b33c-59f4817bf682), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.880402 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62d27c64-da77-494c-bb79-903eb3ee6c3d admin admin] Publish callbacks [] for security_group (e5947605-974d-4243-b85c-dd1a823b843b), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.897329 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c542b9a-2001-4220-81a7-d80c7284ba04 req-20edaf7f-8178-4892-8e07-72645d73b613 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:26.898704 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5c542b9a-2001-4220-81a7-d80c7284ba04 req-20edaf7f-8178-4892-8e07-72645d73b613 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 931 time: 0.0910912 Mar 04 01:12:26.946630 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5c542b9a-2001-4220-81a7-d80c7284ba04 req-0bd82ad3-8b96-4b21-8030-0ca7484ee0cc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Mar 04 01:12:26.947643 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62d27c64-da77-494c-bb79-903eb3ee6c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (e5947605-974d-4243-b85c-dd1a823b843b), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:26.965382 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (74087775-3479-4a9e-b33c-59f4817bf682), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.008733 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74087775-3479-4a9e-b33c-59f4817bf682,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:27.010227 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d27c64-da77-494c-bb79-903eb3ee6c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5947605-974d-4243-b85c-dd1a823b843b,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:27.014414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.018063 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c6c7094a-aff1-49de-afac-1f430863b8b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74087775-3479-4a9e-b33c-59f4817bf682 HTTP/1.1" status: 204 len: 168 time: 0.4022384 Mar 04 01:12:27.020779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33272) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:27.021256 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-62d27c64-da77-494c-bb79-903eb3ee6c3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56338d3e0d874aa39a758c48f1fbfb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629860 Mar 04 01:12:27.023572 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33274) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:27.078949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-54d62100-8474-4267-8f9d-40da5ff86748 admin admin] Publish callbacks [] for security_group (e5947605-974d-4243-b85c-dd1a823b843b), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.094290 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (1272034d-b0a5-4909-bf9c-ff876279bf6d), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.104085 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-54d62100-8474-4267-8f9d-40da5ff86748 admin admin] Publish callbacks [] for security_group (e5947605-974d-4243-b85c-dd1a823b843b), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.171730 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (1272034d-b0a5-4909-bf9c-ff876279bf6d), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.192732 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1272034d-b0a5-4909-bf9c-ff876279bf6d']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:27.199124 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-54d62100-8474-4267-8f9d-40da5ff86748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (e5947605-974d-4243-b85c-dd1a823b843b), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.201628 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eaac23f-7573-46ee-a7d1-b90a7f564e59') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:27.201771 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-54d62100-8474-4267-8f9d-40da5ff86748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.201917 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eaac23f-7573-46ee-a7d1-b90a7f564e59') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:27.203695 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-54d62100-8474-4267-8f9d-40da5ff86748 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5947605-974d-4243-b85c-dd1a823b843b HTTP/1.1" status: 204 len: 168 time: 0.1784718 Mar 04 01:12:27.211890 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d62100-8474-4267-8f9d-40da5ff86748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5947605-974d-4243-b85c-dd1a823b843b,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:27.212580 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (8eaac23f-7573-46ee-a7d1-b90a7f564e59), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.226501 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (8eaac23f-7573-46ee-a7d1-b90a7f564e59), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.233379 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:12:27.233770 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (8eaac23f-7573-46ee-a7d1-b90a7f564e59), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:12:27.235778 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:12:27.325085 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (1272034d-b0a5-4909-bf9c-ff876279bf6d), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.332329 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.335382 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1272034d-b0a5-4909-bf9c-ff876279bf6d HTTP/1.1" status: 204 len: 168 time: 0.3126912 Mar 04 01:12:27.338342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33280) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:27.344795 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0ed37-f627-413a-8a8d-fe8d7cf36ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1272034d-b0a5-4909-bf9c-ff876279bf6d,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:27.381476 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Deleting subnet 89dfb59a-1195-45cb-818a-80bec66a0b9c {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:12:27.384561 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Publish callbacks [] for subnet (89dfb59a-1195-45cb-818a-80bec66a0b9c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.422704 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (89dfb59a-1195-45cb-818a-80bec66a0b9c), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.462817 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (89dfb59a-1195-45cb-818a-80bec66a0b9c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.582232 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (89dfb59a-1195-45cb-818a-80bec66a0b9c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.611997 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dfb59a-1195-45cb-818a-80bec66a0b9c,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:27.617912 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.621168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c2acc248-f163-490c-bafb-e66a60f4d700 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89dfb59a-1195-45cb-818a-80bec66a0b9c HTTP/1.1" status: 204 len: 168 time: 0.2818432 Mar 04 01:12:27.623633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33284) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:27.690688 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (c01631e3-e158-4d42-b68b-aa6843c15a55), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.769061 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (c01631e3-e158-4d42-b68b-aa6843c15a55), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.788611 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01631e3-e158-4d42-b68b-aa6843c15a55']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:27.792474 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33286) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:27.798327 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab45be09-f39e-4a10-8780-701337e9de42') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:27.798623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab45be09-f39e-4a10-8780-701337e9de42') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:27.805536 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2925481e-a6a7-4125-a4ac-64aaa9c3481f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.807597 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (ab45be09-f39e-4a10-8780-701337e9de42), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.821536 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (ab45be09-f39e-4a10-8780-701337e9de42), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.827342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:12:27.827714 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (ab45be09-f39e-4a10-8780-701337e9de42), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:12:27.829464 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:12:27.898042 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Request body: {'port': {'device_id': 'd370b472-b660-44dc-b415-b74fff6f0727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:27.956456 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.965000 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (c01631e3-e158-4d42-b68b-aa6843c15a55), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.983358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:27.987120 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c01631e3-e158-4d42-b68b-aa6843c15a55 HTTP/1.1" status: 204 len: 168 time: 0.3625851 Mar 04 01:12:27.989230 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082cddb-ead0-48f4-a893-8218f46c4a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01631e3-e158-4d42-b68b-aa6843c15a55,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:28.056056 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2925481e-a6a7-4125-a4ac-64aaa9c3481f admin admin] Publish callbacks [] for security_group (2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.142096 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2925481e-a6a7-4125-a4ac-64aaa9c3481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.185484 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2925481e-a6a7-4125-a4ac-64aaa9c3481f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0a6a62a89ac4debb8ac339a26b5b9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889785 Mar 04 01:12:28.185484 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925481e-a6a7-4125-a4ac-64aaa9c3481f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:28.186585 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33296) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:28.236813 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ef5587e0-e045-4fb4-812c-a8506c41e700 admin admin] Publish callbacks [] for security_group (2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.259070 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ef5587e0-e045-4fb4-812c-a8506c41e700 admin admin] Publish callbacks [] for security_group (2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.394058 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd035c3-751f-449c-860a-dc123d90506b req-b0742e41-fd0f-4268-b29e-924bd8037d7b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:28.395522 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dbd035c3-751f-449c-860a-dc123d90506b req-b0742e41-fd0f-4268-b29e-924bd8037d7b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 931 time: 0.3747771 Mar 04 01:12:28.419024 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33298) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:28.426508 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ef5587e0-e045-4fb4-812c-a8506c41e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.428960 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ef5587e0-e045-4fb4-812c-a8506c41e700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.430000 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ef5587e0-e045-4fb4-812c-a8506c41e700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235 HTTP/1.1" status: 204 len: 168 time: 0.2430673 Mar 04 01:12:28.453922 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5587e0-e045-4fb4-812c-a8506c41e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f5a4f-ff0c-4bb0-ae8d-0a62c1cac235,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:28.497313 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dbd035c3-751f-449c-860a-dc123d90506b req-57c796a5-e49e-4483-85b5-0a48d599d4ea tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926685 Mar 04 01:12:28.583002 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484b17fe-9fe1-442f-b19d-fd1507517151 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:12:28.592464 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Publish callbacks [] for port (484b17fe-9fe1-442f-b19d-fd1507517151), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.605681 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Transition to ACTIVE for port object 484b17fe-9fe1-442f-b19d-fd1507517151 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:12:28.696217 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.702766 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-008f950e-8f22-4b6c-8f13-dff6bedf0f5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff9295d1d14f42b1940efa5d5c24bd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826114 Mar 04 01:12:28.706006 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33302) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:28.766698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Pushing event updated for resources: {'Port': ['ID=484b17fe-9fe1-442f-b19d-fd1507517151,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:28.767885 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-360faa39-567a-4388-8932-6ba7927ca111 admin admin] Publish callbacks [] for security_group (5ca2002a-f405-4911-b78d-3eb9437c2963), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.795055 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-360faa39-567a-4388-8932-6ba7927ca111 admin admin] Publish callbacks [] for security_group (5ca2002a-f405-4911-b78d-3eb9437c2963), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.826032 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Attempting to bind port 484b17fe-9fe1-442f-b19d-fd1507517151 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:12:28.826874 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Attempting to bind port 484b17fe-9fe1-442f-b19d-fd1507517151 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:12:28.827385 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Attempting to bind port 484b17fe-9fe1-442f-b19d-fd1507517151 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:12:28.832254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Port 484b17fe-9fe1-442f-b19d-fd1507517151 on network 00360203-a918-43bf-bb8c-ef256a752323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:12:28.832773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Attempting to bind port 484b17fe-9fe1-442f-b19d-fd1507517151 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:12:28.842703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:12:28.843083 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Checking segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:12:28.843964 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Bound using segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:12:28.844462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Bound port: 484b17fe-9fe1-442f-b19d-fd1507517151, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:12:28.844827 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.914740 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] For port 484b17fe-9fe1-442f-b19d-fd1507517151, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:12:28.917930 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] For port 484b17fe-9fe1-442f-b19d-fd1507517151, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=484b17fe-9fe1-442f-b19d-fd1507517151,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:12:28.931259 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-360faa39-567a-4388-8932-6ba7927ca111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (5ca2002a-f405-4911-b78d-3eb9437c2963), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.934015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-360faa39-567a-4388-8932-6ba7927ca111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:28.938051 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-360faa39-567a-4388-8932-6ba7927ca111 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ca2002a-f405-4911-b78d-3eb9437c2963 HTTP/1.1" status: 204 len: 168 time: 0.2292244 Mar 04 01:12:28.946669 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360faa39-567a-4388-8932-6ba7927ca111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca2002a-f405-4911-b78d-3eb9437c2963,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:28.988511 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:29.026414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.027046 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:29.028477 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] 10.222.0.35 "PUT /v2.0/ports/484b17fe-9fe1-442f-b19d-fd1507517151 HTTP/1.1" status: 200 len: 1093 time: 1.1345968 Mar 04 01:12:29.028939 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:29.031805 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621502fb-4a56-4aa2-9295-a132bb146904" -d '{"events": [{"name": "network-changed", "server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:29.069983 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae6ae6-a6b7-4180-b5f7-8f285a30a543 service neutron] Pushing event updated for resources: {'Port': ['ID=484b17fe-9fe1-442f-b19d-fd1507517151,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:29.083291 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d48333-cd2e-4caa-892c-9e5cf0c39a54 x-openstack-request-id: req-e8d48333-cd2e-4caa-892c-9e5cf0c39a54 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:29.083588 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:29.083902 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8d48333-cd2e-4caa-892c-9e5cf0c39a54 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:29.084281 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151', 'status': 'completed', 'code': 200} Mar 04 01:12:29.186029 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621502fb-4a56-4aa2-9295-a132bb146904 req-d9437eb2-ba38-45dc-b2f0-a55ffd6c8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.187958 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-621502fb-4a56-4aa2-9295-a132bb146904 req-d9437eb2-ba38-45dc-b2f0-a55ffd6c8307 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1127 time: 0.0575502 Mar 04 01:12:29.315235 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621502fb-4a56-4aa2-9295-a132bb146904 req-1df60109-3e2e-4e81-a58f-96ff1743a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.317047 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-621502fb-4a56-4aa2-9295-a132bb146904 req-1df60109-3e2e-4e81-a58f-96ff1743a77f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1086144 Mar 04 01:12:29.422924 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621502fb-4a56-4aa2-9295-a132bb146904 req-f1b72262-3fe3-485d-9a90-0ad3aa002a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.424400 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-621502fb-4a56-4aa2-9295-a132bb146904 req-f1b72262-3fe3-485d-9a90-0ad3aa002a1d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002512 Mar 04 01:12:29.530146 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-30d006f1-df2e-4efe-a997-0b51ad39c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.531661 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-30d006f1-df2e-4efe-a997-0b51ad39c2a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1127 time: 0.0453901 Mar 04 01:12:29.583666 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-a5cb9a5e-1bce-43d8-9411-d490c672f51e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484b17fe-9fe1-442f-b19d-fd1507517151 HTTP/1.1" status: 200 len: 217 time: 0.0376005 Mar 04 01:12:29.658406 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-589185ec-9f0f-4336-bac0-b4e590930d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.659864 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-589185ec-9f0f-4336-bac0-b4e590930d70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0688577 Mar 04 01:12:29.671168 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4e6cf-98ff-481e-b3d0-27d4e3368a2c req-a9f00c04-e71d-49f0-aed3-c720ee5d525b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.672678 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bcf4e6cf-98ff-481e-b3d0-27d4e3368a2c req-a9f00c04-e71d-49f0-aed3-c720ee5d525b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.0915043 Mar 04 01:12:29.681204 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33338) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:29.726262 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-47f9adad-c959-437c-9b48-b4705895f495 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db6c26a60a784f658b1cfe100ceab245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414779 Mar 04 01:12:29.728664 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33340) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:29.752079 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bcf4e6cf-98ff-481e-b3d0-27d4e3368a2c req-fc199567-9135-44a7-883f-c7cb00f3d3a4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691283 Mar 04 01:12:29.753943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-b7a53512-52d5-43c3-8676-9352683f566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:29.755489 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-b7a53512-52d5-43c3-8676-9352683f566b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817335 Mar 04 01:12:29.779471 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-094d12db-8cc7-4ef4-ab88-188078154551 admin admin] Publish callbacks [] for security_group (b167ec84-8532-461b-88b0-63214f9ba126), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:29.799959 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-094d12db-8cc7-4ef4-ab88-188078154551 admin admin] Publish callbacks [] for security_group (b167ec84-8532-461b-88b0-63214f9ba126), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:29.853714 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-fdc2e02b-4aab-4f36-acc3-161bb748ec04 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914299 Mar 04 01:12:29.941244 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2275d57-9f94-4009-a1a0-e817b6841c25 req-ee413f08-4c79-4bf2-a98d-49b0a93b3c35 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810580 Mar 04 01:12:29.947766 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-094d12db-8cc7-4ef4-ab88-188078154551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b167ec84-8532-461b-88b0-63214f9ba126), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:29.950378 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-094d12db-8cc7-4ef4-ab88-188078154551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:29.952387 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-094d12db-8cc7-4ef4-ab88-188078154551 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b167ec84-8532-461b-88b0-63214f9ba126 HTTP/1.1" status: 204 len: 168 time: 0.2215495 Mar 04 01:12:29.961599 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d12db-8cc7-4ef4-ab88-188078154551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b167ec84-8532-461b-88b0-63214f9ba126,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:30.875233 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024789ed-247a-4aad-8963-55511f799ab6 req-296a063f-07f3-429b-a488-23a37982fc10 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:30.876695 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-024789ed-247a-4aad-8963-55511f799ab6 req-296a063f-07f3-429b-a488-23a37982fc10 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.0548136 Mar 04 01:12:30.936404 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-024789ed-247a-4aad-8963-55511f799ab6 req-fe288763-b8e4-4b9b-8a7a-14209e5fe963 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542591 Mar 04 01:12:31.936357 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:32.053984 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75d205-9359-40c6-8fcb-2f65175c5d63 req-00f780ed-66d4-49e6-8fbc-71d4696e1d04 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:32.055453 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-af75d205-9359-40c6-8fcb-2f65175c5d63 req-00f780ed-66d4-49e6-8fbc-71d4696e1d04 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.0532839 Mar 04 01:12:32.103327 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-af75d205-9359-40c6-8fcb-2f65175c5d63 req-e211d00f-5d02-459d-a8c2-fe4842efe1ee tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421171 Mar 04 01:12:33.240239 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa52a16-0fd1-4c43-a763-071d9431cb25 req-317979b2-85d4-41e5-b897-ddccb49560e0 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:33.241773 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cfa52a16-0fd1-4c43-a763-071d9431cb25 req-317979b2-85d4-41e5-b897-ddccb49560e0 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.0588355 Mar 04 01:12:33.291718 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cfa52a16-0fd1-4c43-a763-071d9431cb25 req-28f054ca-a51e-4d97-8379-067bece26cfa tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Mar 04 01:12:34.416649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499299db-5ab9-4009-8ab7-5d97cb394268 req-994d8963-02e4-45f0-ad1a-488a6ad0a716 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:34.418462 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-499299db-5ab9-4009-8ab7-5d97cb394268 req-994d8963-02e4-45f0-ad1a-488a6ad0a716 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.0587170 Mar 04 01:12:34.468907 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-499299db-5ab9-4009-8ab7-5d97cb394268 req-f32b883c-e633-4a3c-8f1d-f4d066ae7937 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Mar 04 01:12:34.997997 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33566) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:35.052522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33570) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:35.145522 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-697e550f-be34-47d0-8345-02c36fdbddde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.160447 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f7caa968-a43e-4ef3-bff3-0a40652da07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.217759 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-697e550f-be34-47d0-8345-02c36fdbddde admin admin] Publish callbacks [] for security_group (f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.231447 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f7caa968-a43e-4ef3-bff3-0a40652da07f admin admin] Publish callbacks [] for security_group (25bcbb06-5a0e-41e9-84d4-b1e9c26ac419), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.278955 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-697e550f-be34-47d0-8345-02c36fdbddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.301825 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f7caa968-a43e-4ef3-bff3-0a40652da07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (25bcbb06-5a0e-41e9-84d4-b1e9c26ac419), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.324753 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-697e550f-be34-47d0-8345-02c36fdbddde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c08715cbda34ed49533a1ad51786542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253005 Mar 04 01:12:35.325705 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e550f-be34-47d0-8345-02c36fdbddde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:35.325901 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33578) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:35.353573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f7caa968-a43e-4ef3-bff3-0a40652da07f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=799a7b0c954d4a74a7741f253faed70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997298 Mar 04 01:12:35.356322 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caa968-a43e-4ef3-bff3-0a40652da07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bcbb06-5a0e-41e9-84d4-b1e9c26ac419,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:35.356734 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33580) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:35.399113 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce6aa-31e2-4dcc-98c5-20e4b0823a2f admin admin] Publish callbacks [] for security_group (f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.406631 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a91e7941-9b19-4950-b351-dbb0bf1cafa0 admin admin] Publish callbacks [] for security_group (25bcbb06-5a0e-41e9-84d4-b1e9c26ac419), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.420505 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce6aa-31e2-4dcc-98c5-20e4b0823a2f admin admin] Publish callbacks [] for security_group (f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.427920 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a91e7941-9b19-4950-b351-dbb0bf1cafa0 admin admin] Publish callbacks [] for security_group (25bcbb06-5a0e-41e9-84d4-b1e9c26ac419), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.541860 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a91e7941-9b19-4950-b351-dbb0bf1cafa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (25bcbb06-5a0e-41e9-84d4-b1e9c26ac419), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.543797 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce6aa-31e2-4dcc-98c5-20e4b0823a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.544604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a91e7941-9b19-4950-b351-dbb0bf1cafa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.549080 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce6aa-31e2-4dcc-98c5-20e4b0823a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:35.549235 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a91e7941-9b19-4950-b351-dbb0bf1cafa0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25bcbb06-5a0e-41e9-84d4-b1e9c26ac419 HTTP/1.1" status: 204 len: 168 time: 0.1888967 Mar 04 01:12:35.549346 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7f0ce6aa-31e2-4dcc-98c5-20e4b0823a2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a HTTP/1.1" status: 204 len: 168 time: 0.2190392 Mar 04 01:12:35.560988 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e7941-9b19-4950-b351-dbb0bf1cafa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bcbb06-5a0e-41e9-84d4-b1e9c26ac419,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:35.593624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ce6aa-31e2-4dcc-98c5-20e4b0823a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4cf0b-d6ae-48a3-a96d-1c58d6246e8a,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:35.638942 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369f878-5ef8-41da-a3fc-6d5772ff1603 req-0e281d24-007a-4b95-844a-abd7170c8b1e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:35.640554 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f369f878-5ef8-41da-a3fc-6d5772ff1603 req-0e281d24-007a-4b95-844a-abd7170c8b1e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.1057582 Mar 04 01:12:35.717388 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f369f878-5ef8-41da-a3fc-6d5772ff1603 req-2395ee15-2c86-4ebe-a28e-4ffd380a6c32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707128 Mar 04 01:12:35.736851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1128fbc-0e22-41e0-a6f8-4ab46803d3de req-47705900-d070-49e6-81cc-1e6830d65979 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:35.738449 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a1128fbc-0e22-41e0-a6f8-4ab46803d3de req-47705900-d070-49e6-81cc-1e6830d65979 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.0711365 Mar 04 01:12:35.793062 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a1128fbc-0e22-41e0-a6f8-4ab46803d3de req-da588c5d-17a7-4bc9-851b-fcf01247a14e tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488153 Mar 04 01:12:36.234675 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33606) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:36.250768 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f6a-35ef-4bbb-99b5-62e1c2704645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.316647 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33608) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:36.325462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f6a-35ef-4bbb-99b5-62e1c2704645 admin admin] Publish callbacks [] for security_group (9b0caa84-e110-4995-90f3-47d4eeafcd44), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.330298 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f03-7261-4533-a770-ce713b016c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.387468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f6a-35ef-4bbb-99b5-62e1c2704645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (9b0caa84-e110-4995-90f3-47d4eeafcd44), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.403232 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f03-7261-4533-a770-ce713b016c31 admin admin] Publish callbacks [] for security_group (e832e377-cc8c-4e57-b225-fd1c35927194), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.424138 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9f6a-35ef-4bbb-99b5-62e1c2704645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0caa84-e110-4995-90f3-47d4eeafcd44,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:36.429436 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-b7da9f6a-35ef-4bbb-99b5-62e1c2704645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3f8987197074421a9b76aa2747516ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937673 Mar 04 01:12:36.432066 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33610) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:36.466216 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f03-7261-4533-a770-ce713b016c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (e832e377-cc8c-4e57-b225-fd1c35927194), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.478969 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-80fbbb23-7b0d-4c31-bed1-b3ca8c688557 admin admin] Publish callbacks [] for security_group (9b0caa84-e110-4995-90f3-47d4eeafcd44), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.501583 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-80fbbb23-7b0d-4c31-bed1-b3ca8c688557 admin admin] Publish callbacks [] for security_group (9b0caa84-e110-4995-90f3-47d4eeafcd44), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.504960 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-5cfc7f03-7261-4533-a770-ce713b016c31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb7718dcdf1e4533bd4ffdb6656de6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872520 Mar 04 01:12:36.505907 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7f03-7261-4533-a770-ce713b016c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832e377-cc8c-4e57-b225-fd1c35927194,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:36.508237 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33612) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:36.545276 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:12:36.555239 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30f58e9f-e6d7-49c0-8e16-3e9ade7faf3b admin admin] Publish callbacks [] for security_group (e832e377-cc8c-4e57-b225-fd1c35927194), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.576196 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30f58e9f-e6d7-49c0-8e16-3e9ade7faf3b admin admin] Publish callbacks [] for security_group (e832e377-cc8c-4e57-b225-fd1c35927194), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.608903 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-80fbbb23-7b0d-4c31-bed1-b3ca8c688557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (9b0caa84-e110-4995-90f3-47d4eeafcd44), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.612020 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-80fbbb23-7b0d-4c31-bed1-b3ca8c688557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.613231 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-80fbbb23-7b0d-4c31-bed1-b3ca8c688557 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b0caa84-e110-4995-90f3-47d4eeafcd44 HTTP/1.1" status: 204 len: 168 time: 0.1802044 Mar 04 01:12:36.621871 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbbb23-7b0d-4c31-bed1-b3ca8c688557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0caa84-e110-4995-90f3-47d4eeafcd44,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:36.690809 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30f58e9f-e6d7-49c0-8e16-3e9ade7faf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (e832e377-cc8c-4e57-b225-fd1c35927194), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.693638 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30f58e9f-e6d7-49c0-8e16-3e9ade7faf3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:36.695395 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-30f58e9f-e6d7-49c0-8e16-3e9ade7faf3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e832e377-cc8c-4e57-b225-fd1c35927194 HTTP/1.1" status: 204 len: 168 time: 0.1861169 Mar 04 01:12:36.706265 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f58e9f-e6d7-49c0-8e16-3e9ade7faf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832e377-cc8c-4e57-b225-fd1c35927194,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:36.849478 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aa74c-4c64-4807-9dcb-00f32a73bd5d req-577595c3-157a-4228-bb64-a04470edff39 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:36.850973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6f2aa74c-4c64-4807-9dcb-00f32a73bd5d req-577595c3-157a-4228-bb64-a04470edff39 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.0595820 Mar 04 01:12:36.928597 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6f2aa74c-4c64-4807-9dcb-00f32a73bd5d req-4598da44-4ecf-4841-8a20-906a159e2827 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705547 Mar 04 01:12:36.944603 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d28841-4924-4af4-8fdf-566a42a0670a req-d8621cb0-7116-41ab-9727-70ab936b233b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:36.946088 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a6d28841-4924-4af4-8fdf-566a42a0670a req-d8621cb0-7116-41ab-9727-70ab936b233b tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.0807538 Mar 04 01:12:36.993936 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a6d28841-4924-4af4-8fdf-566a42a0670a req-8ba96608-8072-46dd-b80c-a31b8c7b83de tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Mar 04 01:12:37.737625 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-4949eb87-1f29-42db-a516-bac795ab0079 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:37.739244 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-4949eb87-1f29-42db-a516-bac795ab0079 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.0565543 Mar 04 01:12:37.840673 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Deleting port d7ebe7c9-b453-415c-9392-68109686bb13 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:37.841014 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:37.929774 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] For port d7ebe7c9-b453-415c-9392-68109686bb13, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7ebe7c9-b453-415c-9392-68109686bb13,segment=NetworkSegment(83d3e8d1-0eb6-47ff-aa50-ef953019c498),segment_id=83d3e8d1-0eb6-47ff-aa50-ef953019c498)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:37.930140 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:37.946606 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Calling delete_port for d7ebe7c9-b453-415c-9392-68109686bb13 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:37.985554 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 484b17fe-9fe1-442f-b19d-fd1507517151 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:12:38.117547 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 484b17fe-9fe1-442f-b19d-fd1507517151, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=484b17fe-9fe1-442f-b19d-fd1507517151,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:38.134314 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '484b17fe-9fe1-442f-b19d-fd1507517151', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'port_id': '484b17fe-9fe1-442f-b19d-fd1507517151', 'mac_address': 'fa:16:3e:2a:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:12:38.160084 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bab4c-fa3c-4071-a4f0-1a367da0be76 req-a512f465-9dc5-4fef-b66c-ec6e9fe05a65 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:38.161617 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-155bab4c-fa3c-4071-a4f0-1a367da0be76 req-a512f465-9dc5-4fef-b66c-ec6e9fe05a65 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 943 time: 0.1546996 Mar 04 01:12:38.174901 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 484b17fe-9fe1-442f-b19d-fd1507517151 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:12:38.175680 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:38.190833 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484b17fe-9fe1-442f-b19d-fd1507517151 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:12:38.213586 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 484b17fe-9fe1-442f-b19d-fd1507517151, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=484b17fe-9fe1-442f-b19d-fd1507517151,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:38.221931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627994e-81cb-4aa4-8749-a54a7b4221cb req-99cc458a-aef9-4fe9-b512-e8d0cc9e737e tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:38.223678 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7627994e-81cb-4aa4-8749-a54a7b4221cb req-99cc458a-aef9-4fe9-b512-e8d0cc9e737e tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 946 time: 0.1457088 Mar 04 01:12:38.250916 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:38.295818 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-155bab4c-fa3c-4071-a4f0-1a367da0be76 req-32a1ab06-f90a-4ed7-b42e-0a5dc3a4e7d3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148381 Mar 04 01:12:38.305992 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=484b17fe-9fe1-442f-b19d-fd1507517151,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:38.323212 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.323804 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.324751 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.325087 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.325464 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.325812 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.326233 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.326466 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.326798 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.327276 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.327773 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.328118 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.328487 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:38.329115 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7627994e-81cb-4aa4-8749-a54a7b4221cb req-b2e2c02e-3c25-4a17-a84b-84eff6f367c3 tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980656 Mar 04 01:12:38.358672 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (d7ebe7c9-b453-415c-9392-68109686bb13), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:38.387681 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Pushing event deleted for resources: {'Port': ['ID=d7ebe7c9-b453-415c-9392-68109686bb13,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:38.395577 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['d7ebe7c9-b453-415c-9392-68109686bb13'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:12:38.472530 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] No DVR routers for this DVR port d7ebe7c9-b453-415c-9392-68109686bb13 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:12:38.476830 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:38.482565 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1104909d-3d1a-4166-9404-31a6d589cc97 req-7ed4641f-dd83-4015-a290-c2edd65f05ee tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.35 "DELETE /v2.0/ports/d7ebe7c9-b453-415c-9392-68109686bb13 HTTP/1.1" status: 204 len: 173 time: 0.7378411 Mar 04 01:12:38.483059 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'name': 'network-vif-deleted', 'tag': 'd7ebe7c9-b453-415c-9392-68109686bb13'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:38.486256 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3a19ec-9433-4a60-a2aa-590ae6cfed69" -d '{"events": [{"server_uuid": "fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6", "name": "network-vif-deleted", "tag": "d7ebe7c9-b453-415c-9392-68109686bb13"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:38.532928 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa65970-43f8-4ff2-b31d-71886e6bb588 x-openstack-request-id: req-3aa65970-43f8-4ff2-b31d-71886e6bb588 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:38.532928 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6", "name": "network-vif-deleted", "tag": "d7ebe7c9-b453-415c-9392-68109686bb13", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:38.532928 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aa65970-43f8-4ff2-b31d-71886e6bb588 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:38.532928 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6', 'name': 'network-vif-deleted', 'tag': 'd7ebe7c9-b453-415c-9392-68109686bb13', 'status': 'completed', 'code': 200} Mar 04 01:12:38.582776 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['484b17fe-9fe1-442f-b19d-fd1507517151'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:12:38.932949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525fe31-096b-42f6-ae2e-173f224c4ed4 req-675118db-f4bd-410a-8a4c-a70ed7b7704d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:38.936741 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a525fe31-096b-42f6-ae2e-173f224c4ed4 req-675118db-f4bd-410a-8a4c-a70ed7b7704d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0624440 Mar 04 01:12:38.985720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a525fe31-096b-42f6-ae2e-173f224c4ed4 req-8eb51927-5d43-48b9-8651-c842575197d7 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Mar 04 01:12:39.243841 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b257e370-ee96-44a6-b8dd-f79542c82b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:39.430149 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8934d3e-1893-4716-88fd-da9af9edb6e9 req-055c1410-195e-48b9-87ee-238638814f9a tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:39.431819 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d8934d3e-1893-4716-88fd-da9af9edb6e9 req-055c1410-195e-48b9-87ee-238638814f9a tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 944 time: 0.0609558 Mar 04 01:12:39.457218 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd871952-715e-46a6-8e3b-09b4fa5bb30e req-5c06cdab-85bd-43c4-9caf-55454be77adb tempest-VolumesSnapshotTestJSON-1711926871 tempest-VolumesSnapshotTestJSON-1711926871-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7d6e6d-4d02-4eaa-8a92-b199bc2f6da6 HTTP/1.1" status: 200 len: 210 time: 0.0422077 Mar 04 01:12:39.500526 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d8934d3e-1893-4716-88fd-da9af9edb6e9 req-83d362da-10dd-4f5b-8f65-c0617086edbd tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Mar 04 01:12:40.012201 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 484b17fe-9fe1-442f-b19d-fd1507517151 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:12:40.114669 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04673b-e398-4542-aca1-a04b7b25b6bd req-0c098058-58d4-4cd6-b9f0-b47ddb722459 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:40.116395 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b04673b-e398-4542-aca1-a04b7b25b6bd req-0c098058-58d4-4cd6-b9f0-b47ddb722459 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0527995 Mar 04 01:12:40.147551 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 484b17fe-9fe1-442f-b19d-fd1507517151 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:12:40.151777 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 484b17fe-9fe1-442f-b19d-fd1507517151 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:12:40.152162 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:40.162217 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b04673b-e398-4542-aca1-a04b7b25b6bd req-80055b51-9e54-408a-a12b-eb4df5ede1d6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Mar 04 01:12:40.232034 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 484b17fe-9fe1-442f-b19d-fd1507517151 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:12:40.232450 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:40.257339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:40.259534 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565bf25a-f315-43cd-a150-0af4fe21e367" -d '{"events": [{"server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "name": "network-vif-plugged", "status": "completed", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:40.271483 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 484b17fe-9fe1-442f-b19d-fd1507517151, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=484b17fe-9fe1-442f-b19d-fd1507517151,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:40.293491 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d12bdc-1b6e-47d3-9ace-36d71302f3fa x-openstack-request-id: req-e3d12bdc-1b6e-47d3-9ace-36d71302f3fa {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:40.293805 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "name": "network-vif-plugged", "status": "completed", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:40.294065 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3d12bdc-1b6e-47d3-9ace-36d71302f3fa {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:40.294462 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151', 'code': 200} Mar 04 01:12:40.318581 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:40.319374 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7ebe7c9-b453-415c-9392-68109686bb13 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:40.354281 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: d7ebe7c9-b453-415c-9392-68109686bb13 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:40.354624 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7ebe7c9-b453-415c-9392-68109686bb13 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:40.378998 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=484b17fe-9fe1-442f-b19d-fd1507517151,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:40.661815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e998600-0470-464b-b7ae-9a8b3069aec7 req-93b7b794-392d-4aec-a6e0-2c24cde7b0ef tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:40.663318 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e998600-0470-464b-b7ae-9a8b3069aec7 req-93b7b794-392d-4aec-a6e0-2c24cde7b0ef tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0916820 Mar 04 01:12:40.674969 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-ccff5098-c528-4799-bb62-0a536833b864 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:40.676373 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-ccff5098-c528-4799-bb62-0a536833b864 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0725923 Mar 04 01:12:40.730397 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e30e9-28e1-4b5d-b049-14497a339ba2 req-1165c901-680e-46af-9727-574eed07a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:40.731996 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c78e30e9-28e1-4b5d-b049-14497a339ba2 req-1165c901-680e-46af-9727-574eed07a8a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1129 time: 0.0453706 Mar 04 01:12:40.754215 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2e998600-0470-464b-b7ae-9a8b3069aec7 req-65491d5b-ab4c-47d1-8ee3-bd006af66a7e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768726 Mar 04 01:12:40.790355 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c78e30e9-28e1-4b5d-b049-14497a339ba2 req-91d8f25a-4711-4645-a353-6a7d401316d8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526633 Mar 04 01:12:40.801396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Deleting port 65a41b87-f03c-411e-92b0-0e5d40a40c32 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:40.801744 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:40.895964 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] For port 65a41b87-f03c-411e-92b0-0e5d40a40c32, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=65a41b87-f03c-411e-92b0-0e5d40a40c32,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:40.904505 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:41.127184 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:41.127889 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (47c9e9d3-2c36-4b42-8baf-0f9f86f39e23), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:41.127889 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Floating IP 47c9e9d3-2c36-4b42-8baf-0f9f86f39e23 disassociated. External IP: 172.27.2.149, port: 65a41b87-f03c-411e-92b0-0e5d40a40c32. Mar 04 01:12:41.128348 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Calling delete_port for 65a41b87-f03c-411e-92b0-0e5d40a40c32 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:41.306040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c450fc-6f5a-4758-8111-500ac8d6a781 req-6d6ba595-f3ff-42fa-87c0-0e6a0f63df5b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:41.307248 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-92c450fc-6f5a-4758-8111-500ac8d6a781 req-6d6ba595-f3ff-42fa-87c0-0e6a0f63df5b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 946 time: 0.0659242 Mar 04 01:12:41.357939 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-92c450fc-6f5a-4758-8111-500ac8d6a781 req-bdcd6f23-9241-4879-b5ed-09b5235c839c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=8939aa1a-5760-42a0-b708-9d8fdc044a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 Mar 04 01:12:41.363481 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (65a41b87-f03c-411e-92b0-0e5d40a40c32), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:41.395600 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event deleted for resources: {'Port': ['ID=65a41b87-f03c-411e-92b0-0e5d40a40c32,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:41.516381 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:12:41.529407 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c58eda19-c7a0-4a43-adae-4416e8cb89c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:41.629293 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:12:41.639053 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:12:41.650934 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:12:41.651560 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:12:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:41.673089 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] No DVR routers for this DVR port 65a41b87-f03c-411e-92b0-0e5d40a40c32 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:12:41.676694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:41.679980 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-01ee3dcd-1360-48ca-9247-db46689ff24f req-1e329969-8582-4283-a5c2-d31e525969a9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "DELETE /v2.0/ports/65a41b87-f03c-411e-92b0-0e5d40a40c32 HTTP/1.1" status: 204 len: 173 time: 0.9898505 Mar 04 01:12:41.681127 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-deleted', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:41.683482 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a24be-ba0e-419f-bbf7-a74a85cda463" -d '{"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-deleted", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:41.752150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e78d7e-c385-40c9-8a2c-b7b407561218 x-openstack-request-id: req-e7e78d7e-c385-40c9-8a2c-b7b407561218 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:41.752491 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47f4f7a-7f16-4dd0-823d-866e737cbd5c", "name": "network-vif-deleted", "tag": "65a41b87-f03c-411e-92b0-0e5d40a40c32", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:41.752801 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7e78d7e-c385-40c9-8a2c-b7b407561218 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:41.753162 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47f4f7a-7f16-4dd0-823d-866e737cbd5c', 'name': 'network-vif-deleted', 'tag': '65a41b87-f03c-411e-92b0-0e5d40a40c32', 'status': 'completed', 'code': 200} Mar 04 01:12:41.805088 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:12:41.907021 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03e0ee-aef0-4430-a86d-0d10453e9881 req-9b347301-e1b2-48dc-ab7b-0b3ea68f3b0b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:41.909243 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bd03e0ee-aef0-4430-a86d-0d10453e9881 req-9b347301-e1b2-48dc-ab7b-0b3ea68f3b0b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0782821 Mar 04 01:12:41.980336 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bd03e0ee-aef0-4430-a86d-0d10453e9881 req-abf7ca10-c3a7-442d-acea-06f995998407 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628982 Mar 04 01:12:42.062393 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:42.090703 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:12:42.102414 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:12:42.103054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:12:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:42.229070 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:12:42.425939 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:42.456651 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476899a3-2560-4e57-88f4-da3934de0bf5 None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:12:42.478107 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c14d5688-dda2-4d2c-b1d1-fe3918a68a40 req-bb71b88b-e50b-49ba-8c94-df20638901db tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a47f4f7a-7f16-4dd0-823d-866e737cbd5c HTTP/1.1" status: 200 len: 210 time: 0.0315082 Mar 04 01:12:42.702624 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508a879-b579-4ce2-906c-ee1d2c063879 None None] New status for floating IP 47c9e9d3-2c36-4b42-8baf-0f9f86f39e23: DOWN {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:12:43.024641 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.104202 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f04ba-1e18-4114-8d28-671b54e302f6 req-201dcf99-c6ac-4789-90d9-cadf7f9d3222 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:43.105691 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-800f04ba-1e18-4114-8d28-671b54e302f6 req-201dcf99-c6ac-4789-90d9-cadf7f9d3222 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0549760 Mar 04 01:12:43.165445 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-800f04ba-1e18-4114-8d28-671b54e302f6 req-d04f0b50-a8dd-419b-b2cf-bc5c91ff1b9c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504677 Mar 04 01:12:43.299760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8f0ad-7026-4bde-8550-3408ebba4883 req-9bdb9d7d-f010-4c1a-ad3e-40e833be5911 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:43.301290 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22b8f0ad-7026-4bde-8550-3408ebba4883 req-9bdb9d7d-f010-4c1a-ad3e-40e833be5911 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0708985 Mar 04 01:12:43.352776 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22b8f0ad-7026-4bde-8550-3408ebba4883 req-150994b0-b0d4-4a1a-9f14-f7ace79b67df tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Mar 04 01:12:43.382747 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33820) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:43.613394 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67641a98-ece3-4b9e-8e40-7a93497fd7e1 tempest-TestVolumeBootPattern-200725053 tempest-TestVolumeBootPattern-200725053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:43.615326 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-67641a98-ece3-4b9e-8e40-7a93497fd7e1 tempest-TestVolumeBootPattern-200725053 tempest-TestVolumeBootPattern-200725053-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1124 time: 0.2312739 Mar 04 01:12:43.618827 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33842) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:43.627994 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'port_id': '484b17fe-9fe1-442f-b19d-fd1507517151', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:43.637759 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33846) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:43.701639 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32852a2f-75fa-45d8-8b23-3ba30a520d97 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (8939aa1a-5760-42a0-b708-9d8fdc044a23), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.719285 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.727661 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32852a2f-75fa-45d8-8b23-3ba30a520d97 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (8939aa1a-5760-42a0-b708-9d8fdc044a23), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.825152 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.856419 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32852a2f-75fa-45d8-8b23-3ba30a520d97 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (8939aa1a-5760-42a0-b708-9d8fdc044a23), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.859943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-32852a2f-75fa-45d8-8b23-3ba30a520d97 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:43.863380 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-32852a2f-75fa-45d8-8b23-3ba30a520d97 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "DELETE /v2.0/security-groups/8939aa1a-5760-42a0-b708-9d8fdc044a23 HTTP/1.1" status: 204 len: 168 time: 0.2246270 Mar 04 01:12:43.868928 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33856) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:43.894136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852a2f-75fa-45d8-8b23-3ba30a520d97 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8939aa1a-5760-42a0-b708-9d8fdc044a23,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:43.898082 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.api.v2.resource [None req-376285cc-0c0e-4831-aaee-8d81fb8764d2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] show failed (client error): The resource could not be found. Mar 04 01:12:43.903552 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-376285cc-0c0e-4831-aaee-8d81fb8764d2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups/8939aa1a-5760-42a0-b708-9d8fdc044a23 HTTP/1.1" status: 404 len: 347 time: 0.0321825 Mar 04 01:12:43.904720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33858) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:43.966117 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Allocated IP 172.27.2.106 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/d33257e3-05d1-43a2-97ff-a546d7657e87) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:12:44.042893 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Deleting port 0e712d14-4aa3-411f-8f4b-d764d34b5a51 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:12:44.043248 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.116662 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.135309 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.135953 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (0e712d14-4aa3-411f-8f4b-d764d34b5a51), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.151601 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Calling delete_port for 0e712d14-4aa3-411f-8f4b-d764d34b5a51 owned by network:floatingip {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:12:44.266975 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.326853 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:12:44.330145 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:12:44.332712 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:12:44.360808 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=d33257e3-05d1-43a2-97ff-a546d7657e87,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:44.403123 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (0e712d14-4aa3-411f-8f4b-d764d34b5a51), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.433341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event deleted for resources: {'Port': ['ID=0e712d14-4aa3-411f-8f4b-d764d34b5a51,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:44.467573 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.510806 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (47c9e9d3-2c36-4b42-8baf-0f9f86f39e23), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.514586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.519840 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-51498eea-f0ad-4ad8-8e0e-c71921e401e3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "DELETE /v2.0/floatingips/47c9e9d3-2c36-4b42-8baf-0f9f86f39e23 HTTP/1.1" status: 204 len: 168 time: 0.6112239 Mar 04 01:12:44.964889 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (1040be6b-1815-4628-a57c-3097ae7f247c), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:44.989887 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33892) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:44.996405 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372772951', 'description': 'tempest-description--1723081379'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:45.040611 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33894) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:45.101648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.160509 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.175026 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-080d6ef7-eeda-4d2e-bef6-28ef1f257db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.212946 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (550a1a7f-6491-4c38-b029-c1d9d3552561), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.272051 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-080d6ef7-eeda-4d2e-bef6-28ef1f257db1 admin admin] Publish callbacks [] for security_group (1723ae81-c329-4233-9189-3ebfef8c1b50), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.284431 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (550a1a7f-6491-4c38-b029-c1d9d3552561), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.308210 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.311819 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550a1a7f-6491-4c38-b029-c1d9d3552561,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:45.330815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-080d6ef7-eeda-4d2e-bef6-28ef1f257db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1723ae81-c329-4233-9189-3ebfef8c1b50), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.370646 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-080d6ef7-eeda-4d2e-bef6-28ef1f257db1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3848f26c06d54ef99e33ba50aaa9fd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289778 Mar 04 01:12:45.371616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6ef7-eeda-4d2e-bef6-28ef1f257db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1723ae81-c329-4233-9189-3ebfef8c1b50,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:45.374080 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33898) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:45.374334 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:12:45.394218 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.395471 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 65a41b87-f03c-411e-92b0-0e5d40a40c32 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:12:45.396016 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 65a41b87-f03c-411e-92b0-0e5d40a40c32 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:12:45.396181 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6140a893-740e-4c28-8369-167d0664a1c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4052660 Mar 04 01:12:45.399165 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33900) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:45.403851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'security_group_rule': {'security_group_id': '550a1a7f-6491-4c38-b029-c1d9d3552561', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:45.411226 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.464547 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a8695cc0-d17d-4563-956e-c079f5a9f1d5 admin admin] Publish callbacks [] for security_group (1723ae81-c329-4233-9189-3ebfef8c1b50), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.471903 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (cbfbe909-5289-42d4-85b5-aaa6fefab2e6), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.496382 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=d33257e3-05d1-43a2-97ff-a546d7657e87,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:45.515129 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a8695cc0-d17d-4563-956e-c079f5a9f1d5 admin admin] Publish callbacks [] for security_group (1723ae81-c329-4233-9189-3ebfef8c1b50), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.528903 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (cbfbe909-5289-42d4-85b5-aaa6fefab2e6), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.534535 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (1040be6b-1815-4628-a57c-3097ae7f247c), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.610063 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (cbfbe909-5289-42d4-85b5-aaa6fefab2e6), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.629333 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfbe909-5289-42d4-85b5-aaa6fefab2e6,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:45.658611 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.l3_db [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Floating IP 1040be6b-1815-4628-a57c-3097ae7f247c associated. External IP: 172.27.2.106, port: 484b17fe-9fe1-442f-b19d-fd1507517151. Mar 04 01:12:45.727108 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.731873 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-949e2012-732f-454b-94a1-61346c8ae114 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315165 Mar 04 01:12:45.733377 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33906) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:45.739261 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'security_group_rule': {'security_group_id': '550a1a7f-6491-4c38-b029-c1d9d3552561', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:45.770654 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.772471 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a8695cc0-d17d-4563-956e-c079f5a9f1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1723ae81-c329-4233-9189-3ebfef8c1b50), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.774977 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a8695cc0-d17d-4563-956e-c079f5a9f1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.776129 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a8695cc0-d17d-4563-956e-c079f5a9f1d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1723ae81-c329-4233-9189-3ebfef8c1b50 HTTP/1.1" status: 204 len: 168 time: 0.4006379 Mar 04 01:12:45.784807 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8695cc0-d17d-4563-956e-c079f5a9f1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1723ae81-c329-4233-9189-3ebfef8c1b50,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:45.838044 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (83546585-da37-4b37-8e9b-1ea15c57b8c2), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.893931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (83546585-da37-4b37-8e9b-1ea15c57b8c2), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.896286 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:12:45.971017 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (83546585-da37-4b37-8e9b-1ea15c57b8c2), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:45.991026 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83546585-da37-4b37-8e9b-1ea15c57b8c2,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:45.998697 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:45.999062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:45.999409 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:45.999911 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.000279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.000630 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.000968 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.001811 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.001811 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.001971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.002256 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.002588 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.002920 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:12:46.008768 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:12:46.019865 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:12:46.034584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:12:46.035270 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:12:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:46.086491 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.086769 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.092081 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-58ce42bf-e108-4e7f-9177-9f795048752e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546605 Mar 04 01:12:46.092639 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33916) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:46.100113 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:46.121954 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c53deeec-2348-422b-be8f-746500ab051d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5014944 Mar 04 01:12:46.122880 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:46.125382 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0e8635-0848-4517-9b42-85b01220eb87" -d '{"events": [{"name": "network-changed", "server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:46.168789 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d05ff-4f55-46e1-8559-5bed069b5c17 x-openstack-request-id: req-300d05ff-4f55-46e1-8559-5bed069b5c17 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:46.169119 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:46.169602 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-300d05ff-4f55-46e1-8559-5bed069b5c17 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:46.170034 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151', 'status': 'completed', 'code': 200} Mar 04 01:12:46.171659 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:12:46.251193 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.311528 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-35d2a754-5db7-4e53-bae1-2d61fd87d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:46.313359 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-35d2a754-5db7-4e53-bae1-2d61fd87d963 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1129 time: 0.1017458 Mar 04 01:12:46.426812 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33932) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:46.442821 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0121-00cf-4823-8fb8-073ee9a48d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.563446 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0121-00cf-4823-8fb8-073ee9a48d42 admin admin] Publish callbacks [] for security_group (0db33d6e-6ce5-449f-aaeb-5cc6f63ee457), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.637173 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '1040be6b-1815-4628-a57c-3097ae7f247c', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': '484b17fe-9fe1-442f-b19d-fd1507517151', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:2a:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd370b472-b660-44dc-b415-b74fff6f0727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:12:44Z', 'updated_at': '2022-03-04T01:12:44Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:46.643573 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0121-00cf-4823-8fb8-073ee9a48d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (0db33d6e-6ce5-449f-aaeb-5cc6f63ee457), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.668993 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:12:46.678170 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:12:46.678791 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:12:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:46.687932 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ad5e0121-00cf-4823-8fb8-073ee9a48d42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdc3fe564c534e718ff6870a4225ad7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573073 Mar 04 01:12:46.687932 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e0121-00cf-4823-8fb8-073ee9a48d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db33d6e-6ce5-449f-aaeb-5cc6f63ee457,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:46.689038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 33936) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:46.729135 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-d0f9c661-1116-4603-979b-64d17b5db98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:46.730594 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-d0f9c661-1116-4603-979b-64d17b5db98f service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.4105513 Mar 04 01:12:46.803197 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:12:46.812235 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.832453 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d73c-a898-42b2-9545-1df13e92aa72 admin admin] Publish callbacks [] for security_group (0db33d6e-6ce5-449f-aaeb-5cc6f63ee457), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.837289 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-dcb9c19b-aea5-43b1-a2c8-e2f9f314d0e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484b17fe-9fe1-442f-b19d-fd1507517151 HTTP/1.1" status: 200 len: 999 time: 0.0961249 Mar 04 01:12:46.862278 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33940) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:46.921366 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d73c-a898-42b2-9545-1df13e92aa72 admin admin] Publish callbacks [] for security_group (0db33d6e-6ce5-449f-aaeb-5cc6f63ee457), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:46.977823 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-eda9657f-a8ce-46b2-bfbe-66ce4d172d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:46.979290 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-eda9657f-a8ce-46b2-bfbe-66ce4d172d05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.1149445 Mar 04 01:12:46.991484 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-31ad2200-e445-4ecb-88c5-a85a77112732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.043929 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Allocated IP 172.27.2.18 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/8ebb0f23-4444-45ce-943c-81fe8126d242) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:12:47.044849 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '1040be6b-1815-4628-a57c-3097ae7f247c', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': '484b17fe-9fe1-442f-b19d-fd1507517151', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:2a:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd370b472-b660-44dc-b415-b74fff6f0727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:12:44Z', 'updated_at': '2022-03-04T01:12:44Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:12:47.074265 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-31ad2200-e445-4ecb-88c5-a85a77112732 admin admin] Publish callbacks [] for security_group (466bf4b2-6817-4997-b385-ae6151fe9c8b), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.080358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-7f9d58d0-7df5-473e-88a0-dcb7bfa79257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:47.081851 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-7f9d58d0-7df5-473e-88a0-dcb7bfa79257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918167 Mar 04 01:12:47.084031 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9247e-a540-45ec-8873-70557b2a1d0b None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '1040be6b-1815-4628-a57c-3097ae7f247c', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': '484b17fe-9fe1-442f-b19d-fd1507517151', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:2a:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd370b472-b660-44dc-b415-b74fff6f0727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:12:44Z', 'updated_at': '2022-03-04T01:12:44Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:12:47.164442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d73c-a898-42b2-9545-1df13e92aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (0db33d6e-6ce5-449f-aaeb-5cc6f63ee457), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.166978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d73c-a898-42b2-9545-1df13e92aa72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.168132 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-e8b5d73c-a898-42b2-9545-1df13e92aa72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0db33d6e-6ce5-449f-aaeb-5cc6f63ee457 HTTP/1.1" status: 204 len: 168 time: 0.4780164 Mar 04 01:12:47.181859 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-31ad2200-e445-4ecb-88c5-a85a77112732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (466bf4b2-6817-4997-b385-ae6151fe9c8b), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.185902 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5d73c-a898-42b2-9545-1df13e92aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db33d6e-6ce5-449f-aaeb-5cc6f63ee457,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:47.247587 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2200-e445-4ecb-88c5-a85a77112732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466bf4b2-6817-4997-b385-ae6151fe9c8b,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:47.252956 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-31ad2200-e445-4ecb-88c5-a85a77112732 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a58de395b7f04675a60d1b2019f5a645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895218 Mar 04 01:12:47.256106 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33946) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:47.264430 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.268068 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-cd7d0f7b-36f5-448d-8cc5-abaec365be3d service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606700 Mar 04 01:12:47.314000 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f73be038-7594-4bfa-9950-d73fc3a84a04 admin admin] Publish callbacks [] for security_group (466bf4b2-6817-4997-b385-ae6151fe9c8b), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.323903 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e52e5-5b0c-427b-b65f-85e3cd6cc07e None None] New status for floating IP 1040be6b-1815-4628-a57c-3097ae7f247c: ACTIVE {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:12:47.351632 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f73be038-7594-4bfa-9950-d73fc3a84a04 admin admin] Publish callbacks [] for security_group (466bf4b2-6817-4997-b385-ae6151fe9c8b), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.384773 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dd0e8635-0848-4517-9b42-85b01220eb87 req-d49def6a-40c6-4b90-8310-5dce57a24ca9 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085777 Mar 04 01:12:47.421899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.467615 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:12:47.471116 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:12:47.476102 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:12:47.478251 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'Port': ['ID=8ebb0f23-4444-45ce-943c-81fe8126d242,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:47.512956 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f73be038-7594-4bfa-9950-d73fc3a84a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (466bf4b2-6817-4997-b385-ae6151fe9c8b), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.515900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f73be038-7594-4bfa-9950-d73fc3a84a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.519343 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f73be038-7594-4bfa-9950-d73fc3a84a04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/466bf4b2-6817-4997-b385-ae6151fe9c8b HTTP/1.1" status: 204 len: 168 time: 0.2588470 Mar 04 01:12:47.530396 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73be038-7594-4bfa-9950-d73fc3a84a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466bf4b2-6817-4997-b385-ae6151fe9c8b,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:47.637211 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.742116 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.895440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:47.970649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.037544 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'Port': ['ID=8ebb0f23-4444-45ce-943c-81fe8126d242,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:48.050513 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.177725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.178956 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8b8c9e39-7197-491c-90e0-1dde7c68a989 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0852935 Mar 04 01:12:48.334656 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33986) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:48.351099 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-19ea22c5-0427-44e9-99ad-1c3b9ca7a127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.407501 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-91054e56-3963-401a-a185-00fcd7dd8227 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--372772951&fields=id&tenant_id=8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 267 time: 0.0508163 Mar 04 01:12:48.430614 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-19ea22c5-0427-44e9-99ad-1c3b9ca7a127 admin admin] Publish callbacks [] for security_group (688cd24c-7a6d-4413-94c7-d0d569bc3621), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.495943 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-19ea22c5-0427-44e9-99ad-1c3b9ca7a127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (688cd24c-7a6d-4413-94c7-d0d569bc3621), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.514208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-3fcf1ba4-17c6-4491-b381-44239bf8f64a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:48.518238 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-3fcf1ba4-17c6-4491-b381-44239bf8f64a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 816 time: 0.1030588 Mar 04 01:12:48.532720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-9449434f-ffda-4d11-adb4-b4f712b20fa1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/quotas/8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 375 time: 0.0108178 Mar 04 01:12:48.535980 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea22c5-0427-44e9-99ad-1c3b9ca7a127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688cd24c-7a6d-4413-94c7-d0d569bc3621,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:48.542765 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-19ea22c5-0427-44e9-99ad-1c3b9ca7a127 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22a3ee53c3424900968cb15e25ab9b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056086 Mar 04 01:12:48.548757 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 33994) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:48.598695 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dcac88aa-4ae0-4c39-8e47-3cdebf6e41cc admin admin] Publish callbacks [] for security_group (688cd24c-7a6d-4413-94c7-d0d569bc3621), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.604038 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-efa47ead-c8c3-4768-a87a-05d254761cb3 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656128 Mar 04 01:12:48.621696 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dcac88aa-4ae0-4c39-8e47-3cdebf6e41cc admin admin] Publish callbacks [] for security_group (688cd24c-7a6d-4413-94c7-d0d569bc3621), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.704191 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-58a2b6d4-5b02-4e7c-8897-b99f8cdd4c7b service neutron] 10.222.0.32 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Mar 04 01:12:48.713058 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dcac88aa-4ae0-4c39-8e47-3cdebf6e41cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (688cd24c-7a6d-4413-94c7-d0d569bc3621), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.715731 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dcac88aa-4ae0-4c39-8e47-3cdebf6e41cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:48.719628 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-dcac88aa-4ae0-4c39-8e47-3cdebf6e41cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/688cd24c-7a6d-4413-94c7-d0d569bc3621 HTTP/1.1" status: 204 len: 168 time: 0.1757326 Mar 04 01:12:48.727694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac88aa-4ae0-4c39-8e47-3cdebf6e41cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cd24c-7a6d-4413-94c7-d0d569bc3621,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:48.801738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5ad449ea-bb66-46bb-95e7-188f090d1a06 service neutron] 10.222.0.32 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914633 Mar 04 01:12:49.158133 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8f3f2e51-ccfe-44d6-9b22-56c7f1eb783c req-fe33099f-2cb0-466b-9351-ac3458de3784 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 210 time: 0.0351398 Mar 04 01:12:50.259951 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-97c77015-bf12-4c77-9156-d2588bbf1668 req-52a1e213-9ed7-4f66-91c9-0e7744c40549 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 210 time: 0.0276880 Mar 04 01:12:51.079368 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-466505ec-84e3-4954-932f-2f3387c5d505 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:51.080852 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-466505ec-84e3-4954-932f-2f3387c5d505 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 816 time: 0.1047788 Mar 04 01:12:51.158900 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-0028c599-bc46-44f2-8b43-e575779f3a86 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 379 time: 0.0509055 Mar 04 01:12:51.167844 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'port': {'device_id': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'admin_state_up': True, 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'security_groups': ['550a1a7f-6491-4c38-b029-c1d9d3552561']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:51.369328 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4b4de205-52b2-4328-8daa-a73a43f437cc req-b68f4ec1-5be4-4da1-a70d-b0b890f9ce79 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 210 time: 0.0361619 Mar 04 01:12:51.370155 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Made reservation on behalf of 8f262907128c42b49b67312b5f62378e for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:12:51.374575 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:51.508083 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Allocated IP 172.20.0.4 (b7264557-89d2-4e14-a393-ff4fad6aa15e/ad4d235e-6b85-43ea-afbc-acf68c1c336f/fb849856-0f94-400c-888d-34a22ed51828) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:12:51.655818 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for port (fb849856-0f94-400c-888d-34a22ed51828), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:51.759179 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:51.802939 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Network b7264557-89d2-4e14-a393-ff4fad6aa15e is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:12:51.806055 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:12:51.810078 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:12:51.840708 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:51.862416 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:51.864353 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:51.965800 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-5f070680-17e2-4e13-9926-0b231d93a06c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8015313 Mar 04 01:12:52.028958 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-25be3a9f-5b28-41ba-b276-8603bec4a444 None None] Provisioning complete for port fb849856-0f94-400c-888d-34a22ed51828 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:12:52.029523 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-25be3a9f-5b28-41ba-b276-8603bec4a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (fb849856-0f94-400c-888d-34a22ed51828), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.061395 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-25be3a9f-5b28-41ba-b276-8603bec4a444 None None] Port fb849856-0f94-400c-888d-34a22ed51828 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:12:52.207112 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34136) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:52.305216 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8852ade6-153a-4f4d-a156-a0e1d87be654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.374414 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8852ade6-153a-4f4d-a156-a0e1d87be654 admin admin] Publish callbacks [] for security_group (1c2e63ef-f899-488b-9965-ef481efd7636), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.449878 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-8852ade6-153a-4f4d-a156-a0e1d87be654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1c2e63ef-f899-488b-9965-ef481efd7636), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.487894 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-8852ade6-153a-4f4d-a156-a0e1d87be654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f3e7ae0308a451ea6689220c83903ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796433 Mar 04 01:12:52.488782 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852ade6-153a-4f4d-a156-a0e1d87be654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e63ef-f899-488b-9965-ef481efd7636,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:52.491770 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34142) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:52.504609 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456158b1-3853-46a9-b21c-e99158e8f3f5 req-ea23c77f-a1a5-4908-a2fe-8aacc701e13f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:52.506115 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-456158b1-3853-46a9-b21c-e99158e8f3f5 req-ea23c77f-a1a5-4908-a2fe-8aacc701e13f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 931 time: 0.0570679 Mar 04 01:12:52.543026 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-737905a8-7b86-4f61-945f-7b0bfaec16ee admin admin] Publish callbacks [] for security_group (1c2e63ef-f899-488b-9965-ef481efd7636), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.552868 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-456158b1-3853-46a9-b21c-e99158e8f3f5 req-803f7ced-2b32-48f3-814b-d5926c43da76 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Mar 04 01:12:52.565437 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-737905a8-7b86-4f61-945f-7b0bfaec16ee admin admin] Publish callbacks [] for security_group (1c2e63ef-f899-488b-9965-ef481efd7636), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.678432 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-737905a8-7b86-4f61-945f-7b0bfaec16ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1c2e63ef-f899-488b-9965-ef481efd7636), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.681089 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-737905a8-7b86-4f61-945f-7b0bfaec16ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:52.682238 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-737905a8-7b86-4f61-945f-7b0bfaec16ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c2e63ef-f899-488b-9965-ef481efd7636 HTTP/1.1" status: 204 len: 168 time: 0.1893854 Mar 04 01:12:52.690979 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737905a8-7b86-4f61-945f-7b0bfaec16ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e63ef-f899-488b-9965-ef481efd7636,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:53.243712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34154) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:53.256420 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bbf2199c-d2c3-4fb2-9e5b-a7b1b9e73c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.327493 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bbf2199c-d2c3-4fb2-9e5b-a7b1b9e73c24 admin admin] Publish callbacks [] for security_group (fa2268a4-0424-4e3b-818a-3b6c6399b4bb), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.363996 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-bbf2199c-d2c3-4fb2-9e5b-a7b1b9e73c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (fa2268a4-0424-4e3b-818a-3b6c6399b4bb), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.399741 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-bbf2199c-d2c3-4fb2-9e5b-a7b1b9e73c24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d801e68339b4539b8b9afe51b621dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549752 Mar 04 01:12:53.401650 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2199c-d2c3-4fb2-9e5b-a7b1b9e73c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2268a4-0424-4e3b-818a-3b6c6399b4bb,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:53.402414 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34156) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:53.450421 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c46c57d-3ff8-40a5-a9ff-1458b7929cdd admin admin] Publish callbacks [] for security_group (fa2268a4-0424-4e3b-818a-3b6c6399b4bb), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.471042 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c46c57d-3ff8-40a5-a9ff-1458b7929cdd admin admin] Publish callbacks [] for security_group (fa2268a4-0424-4e3b-818a-3b6c6399b4bb), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.575679 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c46c57d-3ff8-40a5-a9ff-1458b7929cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (fa2268a4-0424-4e3b-818a-3b6c6399b4bb), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.578369 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1c46c57d-3ff8-40a5-a9ff-1458b7929cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:53.580187 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1c46c57d-3ff8-40a5-a9ff-1458b7929cdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa2268a4-0424-4e3b-818a-3b6c6399b4bb HTTP/1.1" status: 204 len: 168 time: 0.1761041 Mar 04 01:12:53.588757 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46c57d-3ff8-40a5-a9ff-1458b7929cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2268a4-0424-4e3b-818a-3b6c6399b4bb,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:53.687765 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9412a0-ff6b-4d5f-bc21-b14373d42962 req-416f4912-6793-4738-bf48-7e213a6fad6e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:53.689942 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc9412a0-ff6b-4d5f-bc21-b14373d42962 req-416f4912-6793-4738-bf48-7e213a6fad6e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 931 time: 0.0604806 Mar 04 01:12:53.736584 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc9412a0-ff6b-4d5f-bc21-b14373d42962 req-de43d9a4-e607-4ef8-b7cf-db7d16b89e7d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401561 Mar 04 01:12:53.874815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Request body: {'port': {'device_id': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:12:53.934788 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:54.198508 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb849856-0f94-400c-888d-34a22ed51828 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:12:54.208626 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Publish callbacks [] for port (fb849856-0f94-400c-888d-34a22ed51828), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:54.221840 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Transition to ACTIVE for port object fb849856-0f94-400c-888d-34a22ed51828 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:12:54.289687 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:54.341381 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:54.411155 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Attempting to bind port fb849856-0f94-400c-888d-34a22ed51828 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:12:54.411741 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Attempting to bind port fb849856-0f94-400c-888d-34a22ed51828 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:12:54.412078 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Attempting to bind port fb849856-0f94-400c-888d-34a22ed51828 on network b7264557-89d2-4e14-a393-ff4fad6aa15e {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:12:54.416883 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Port fb849856-0f94-400c-888d-34a22ed51828 on network b7264557-89d2-4e14-a393-ff4fad6aa15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:12:54.417297 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Attempting to bind port fb849856-0f94-400c-888d-34a22ed51828 on network b7264557-89d2-4e14-a393-ff4fad6aa15e {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:12:54.422440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:12:54.422788 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Checking segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:12:54.423298 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Bound using segment: {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:12:54.424196 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Bound port: fb849856-0f94-400c-888d-34a22ed51828, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3aafec-02d0-405e-b96b-9db1e378c391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:12:54.424595 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:54.494120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:12:54.497255 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:12:54.557739 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:54.597496 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:54.598120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:54.599499 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] 10.222.0.35 "PUT /v2.0/ports/fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 1093 time: 0.7291119 Mar 04 01:12:54.599929 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:12:54.602211 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:12:54.627360 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa778e3-72b7-43b9-8d84-643ac082264d service neutron] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:54.643044 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8411d0f0-bb49-45f2-a673-edb26c6f3093 x-openstack-request-id: req-8411d0f0-bb49-45f2-a673-edb26c6f3093 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:12:54.643342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:12:54.643593 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8411d0f0-bb49-45f2-a673-edb26c6f3093 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:12:54.644204 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'status': 'completed', 'code': 200} Mar 04 01:12:54.744693 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3 req-d2354917-2053-43b2-b5ed-d3d3b37f50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:54.747370 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3 req-d2354917-2053-43b2-b5ed-d3d3b37f50ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1127 time: 0.0624430 Mar 04 01:12:54.889165 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3 req-a263af8a-9bca-4c74-b289-23090c4ab8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:54.889887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3 req-a263af8a-9bca-4c74-b289-23090c4ab8ff service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f262907128c42b49b67312b5f62378e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1086249 Mar 04 01:12:54.993754 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3 req-a6f888a3-1b28-4b68-9dbd-cd2e7ca1b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:54.995229 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b1b852d3-f976-4e9e-a43e-ad711fe76ef3 req-a6f888a3-1b28-4b68-9dbd-cd2e7ca1b173 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977247 Mar 04 01:12:55.100401 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-0fe35ab7-9c14-465a-987f-0f771cf16be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:55.101795 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-0fe35ab7-9c14-465a-987f-0f771cf16be4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1127 time: 0.0486124 Mar 04 01:12:55.151602 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-0fb11406-bfb5-4476-b02d-9670b1217b2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 217 time: 0.0344634 Mar 04 01:12:55.210590 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-d34cf6d5-3743-4e8f-8d85-c5e61429e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:55.211881 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-d34cf6d5-3743-4e8f-8d85-c5e61429e8bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0517373 Mar 04 01:12:55.271323 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ed0b5452-7fdc-4c74-8a78-ca95792793ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:55.273103 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-ed0b5452-7fdc-4c74-8a78-ca95792793ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541077 Mar 04 01:12:55.335407 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34212) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:55.369602 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34216) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:55.403916 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-edb8a557-f5c0-48b3-86a5-e86a08b4be00 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246753 Mar 04 01:12:55.427932 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04e598-c0ce-4535-a775-7225b9b8499c req-03c6fcd7-6e07-4123-9f15-8d08257f8c9d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:55.429478 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d04e598-c0ce-4535-a775-7225b9b8499c req-03c6fcd7-6e07-4123-9f15-8d08257f8c9d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.5859900 Mar 04 01:12:55.463608 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-449058d3-52c9-4d52-8803-34a6c95627b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.522203 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e5425773-2c2e-42ec-b593-77ac3f759bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.559403 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d04e598-c0ce-4535-a775-7225b9b8499c req-1ccc7062-687c-48e7-a062-aff245331ecd tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163523 Mar 04 01:12:55.563205 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96bc6c11-eb2a-409e-a573-989c2fbed789 req-7bf6a081-c60e-4479-bcdc-6e07c25d0e25 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510911 Mar 04 01:12:55.612154 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-449058d3-52c9-4d52-8803-34a6c95627b0 admin admin] Publish callbacks [] for security_group (16dac665-6b22-451f-b4db-a72d003fca83), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.637078 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e5425773-2c2e-42ec-b593-77ac3f759bb7 admin admin] Publish callbacks [] for security_group (2862ec32-e631-4354-a3cd-0acd6d25d392), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.690477 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-449058d3-52c9-4d52-8803-34a6c95627b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (16dac665-6b22-451f-b4db-a72d003fca83), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.727285 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449058d3-52c9-4d52-8803-34a6c95627b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dac665-6b22-451f-b4db-a72d003fca83,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:55.731851 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-449058d3-52c9-4d52-8803-34a6c95627b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dbb17563af74e149438bcda2bbdc9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946805 Mar 04 01:12:55.732980 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e5425773-2c2e-42ec-b593-77ac3f759bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2862ec32-e631-4354-a3cd-0acd6d25d392), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.734819 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34224) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:55.764800 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e5425773-2c2e-42ec-b593-77ac3f759bb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3a0b0c1a36d4a79a0aec84091c75a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939638 Mar 04 01:12:55.768567 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34226) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:55.788148 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6ee599b9-a100-4687-a1dc-cb168fdf3aaa admin admin] Publish callbacks [] for security_group (16dac665-6b22-451f-b4db-a72d003fca83), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.803424 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425773-2c2e-42ec-b593-77ac3f759bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862ec32-e631-4354-a3cd-0acd6d25d392,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:55.811013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6ee599b9-a100-4687-a1dc-cb168fdf3aaa admin admin] Publish callbacks [] for security_group (16dac665-6b22-451f-b4db-a72d003fca83), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.829180 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-600c7d13-aafa-4288-af5f-6fb23733f116 admin admin] Publish callbacks [] for security_group (2862ec32-e631-4354-a3cd-0acd6d25d392), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.850909 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-600c7d13-aafa-4288-af5f-6fb23733f116 admin admin] Publish callbacks [] for security_group (2862ec32-e631-4354-a3cd-0acd6d25d392), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.929896 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6ee599b9-a100-4687-a1dc-cb168fdf3aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (16dac665-6b22-451f-b4db-a72d003fca83), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.932466 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6ee599b9-a100-4687-a1dc-cb168fdf3aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.933639 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6ee599b9-a100-4687-a1dc-cb168fdf3aaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16dac665-6b22-451f-b4db-a72d003fca83 HTTP/1.1" status: 204 len: 168 time: 0.1978273 Mar 04 01:12:55.942118 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee599b9-a100-4687-a1dc-cb168fdf3aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dac665-6b22-451f-b4db-a72d003fca83,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:55.958660 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-600c7d13-aafa-4288-af5f-6fb23733f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2862ec32-e631-4354-a3cd-0acd6d25d392), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.961594 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-600c7d13-aafa-4288-af5f-6fb23733f116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:55.967999 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-600c7d13-aafa-4288-af5f-6fb23733f116 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2862ec32-e631-4354-a3cd-0acd6d25d392 HTTP/1.1" status: 204 len: 168 time: 0.1896019 Mar 04 01:12:55.974091 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7d13-aafa-4288-af5f-6fb23733f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862ec32-e631-4354-a3cd-0acd6d25d392,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:56.588476 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34238) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:56.607254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-acd94e6c-daf9-4546-a2ec-236054b2a169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:56.689794 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-acd94e6c-daf9-4546-a2ec-236054b2a169 admin admin] Publish callbacks [] for security_group (7ea71254-58d4-4745-aa03-c6f05c81a641), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:56.769777 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-acd94e6c-daf9-4546-a2ec-236054b2a169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7ea71254-58d4-4745-aa03-c6f05c81a641), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:56.807445 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-acd94e6c-daf9-4546-a2ec-236054b2a169 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3533bd67d5a46e7a1256679cfdf24ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178822 Mar 04 01:12:56.808680 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd94e6c-daf9-4546-a2ec-236054b2a169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea71254-58d4-4745-aa03-c6f05c81a641,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:56.810370 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34246) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:12:56.890565 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6b7a527d-25e6-4ee0-b11e-f4d8c0807445 admin admin] Publish callbacks [] for security_group (7ea71254-58d4-4745-aa03-c6f05c81a641), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:56.905651 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0f9fc-f14b-4cfb-828d-886763efc5cb req-09255fd3-482d-4112-b68d-4f8c2704e692 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:56.907137 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2a0f9fc-f14b-4cfb-828d-886763efc5cb req-09255fd3-482d-4112-b68d-4f8c2704e692 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.2667937 Mar 04 01:12:56.911670 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6b7a527d-25e6-4ee0-b11e-f4d8c0807445 admin admin] Publish callbacks [] for security_group (7ea71254-58d4-4745-aa03-c6f05c81a641), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:56.955768 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2a0f9fc-f14b-4cfb-828d-886763efc5cb req-7cb235f8-a08a-4d30-ab82-e05b74ab865b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427759 Mar 04 01:12:57.008528 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6b7a527d-25e6-4ee0-b11e-f4d8c0807445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7ea71254-58d4-4745-aa03-c6f05c81a641), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:57.011104 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6b7a527d-25e6-4ee0-b11e-f4d8c0807445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:57.012312 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-6b7a527d-25e6-4ee0-b11e-f4d8c0807445 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ea71254-58d4-4745-aa03-c6f05c81a641 HTTP/1.1" status: 204 len: 168 time: 0.1993775 Mar 04 01:12:57.020017 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a527d-25e6-4ee0-b11e-f4d8c0807445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea71254-58d4-4745-aa03-c6f05c81a641,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:57.912336 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:12:58.014959 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:58.027592 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'fb849856-0f94-400c-888d-34a22ed51828', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'port_id': 'fb849856-0f94-400c-888d-34a22ed51828', 'mac_address': 'fa:16:3e:1a:0f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:12:58.073621 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:12:58.074122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:58.089900 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb849856-0f94-400c-888d-34a22ed51828 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:12:58.093955 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136f38-2dd8-4980-a79b-965b60778912 req-06ee3a12-57e9-4d78-a4a9-3128aff0dea6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:58.095495 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d5136f38-2dd8-4980-a79b-965b60778912 req-06ee3a12-57e9-4d78-a4a9-3128aff0dea6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0636659 Mar 04 01:12:58.111603 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:12:58.143424 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d5136f38-2dd8-4980-a79b-965b60778912 req-f409c32e-7853-4dcf-934f-4a0ccac4f0b1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422721 Mar 04 01:12:58.181808 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:12:58.232989 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:12:58.483069 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['fb849856-0f94-400c-888d-34a22ed51828'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:12:58.994981 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-23fd9e2d-1434-4cac-853f-8787a6ae3372 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440798 Mar 04 01:12:59.116056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-b82e7a42-c90c-453e-89b5-575e49493b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:59.122121 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-b82e7a42-c90c-453e-89b5-575e49493b8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1129 time: 0.0472450 Mar 04 01:12:59.232620 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-0e9e5dba-1fbe-4c11-b50c-f2a975af7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:59.234081 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-0e9e5dba-1fbe-4c11-b50c-f2a975af7384 service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0980604 Mar 04 01:12:59.317517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-95eaf4d7-e90d-4b42-b0f4-74df9ae62c36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484b17fe-9fe1-442f-b19d-fd1507517151 HTTP/1.1" status: 200 len: 1001 time: 0.0691710 Mar 04 01:12:59.325358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb7bc-2caa-4ffd-a747-c034a8f8f53e req-8177f516-d151-4ac1-a3c4-40f6645ef208 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:59.326786 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ccadb7bc-2caa-4ffd-a747-c034a8f8f53e req-8177f516-d151-4ac1-a3c4-40f6645ef208 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 944 time: 0.1083550 Mar 04 01:12:59.401960 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-cdf0e191-a9fc-4c18-bab5-10c43c7774ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:59.403421 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-cdf0e191-a9fc-4c18-bab5-10c43c7774ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0757780 Mar 04 01:12:59.406807 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ccadb7bc-2caa-4ffd-a747-c034a8f8f53e req-bf29a2de-572f-4af7-a0a6-b2b9a81bfd62 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715330 Mar 04 01:12:59.455662 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-733dffa4-aadd-4734-95ae-2cc4c1dfcbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:12:59.457160 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-733dffa4-aadd-4734-95ae-2cc4c1dfcbda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466971 Mar 04 01:12:59.550233 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-7296e06b-080c-4220-a1e2-8d30e445848f service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851161 Mar 04 01:12:59.640811 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e80e70e9-820b-4a87-889b-2b27bc478136 req-c1a20087-8128-4c7a-8c84-7c6fe7b514c8 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Mar 04 01:12:59.922627 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:13:00.011420 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34338) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:00.072493 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port fb849856-0f94-400c-888d-34a22ed51828 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:13:00.077058 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port fb849856-0f94-400c-888d-34a22ed51828 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:13:00.077544 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (fb849856-0f94-400c-888d-34a22ed51828), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.115281 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.153635 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:13:00.154025 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.176081 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:13:00.178309 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb777d44-6554-4bb0-978f-515d03014d31" -d '{"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-plugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:13:00.187206 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Publish callbacks [] for security_group (1f4cdb3d-4827-4451-a8b7-c925cd47e382), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.191320 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:13:00.215466 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc44e3-f020-4d0a-bd3d-d1706eedf848 x-openstack-request-id: req-79fc44e3-f020-4d0a-bd3d-d1706eedf848 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:13:00.215751 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-plugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:13:00.216006 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79fc44e3-f020-4d0a-bd3d-d1706eedf848 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:13:00.216434 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'code': 200} Mar 04 01:13:00.261132 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1f4cdb3d-4827-4451-a8b7-c925cd47e382), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.272803 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.302803 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38f89f58a48d40a28e01f3ff7c91fe0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879636 Mar 04 01:13:00.302803 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cdb3d-4827-4451-a8b7-c925cd47e382,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:00.303178 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34344) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:00.312627 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.312978 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.313330 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.313690 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.314019 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.314552 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.314895 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.315236 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.315572 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.316070 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.316438 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.316773 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.317116 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a786ee-d689-4d6c-bc1f-037944b14e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:00.327662 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:00.351884 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aaad776-fd2e-4d6d-89c8-cbeb8531351f admin admin] Publish callbacks [] for security_group (1f4cdb3d-4827-4451-a8b7-c925cd47e382), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.372940 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aaad776-fd2e-4d6d-89c8-cbeb8531351f admin admin] Publish callbacks [] for security_group (1f4cdb3d-4827-4451-a8b7-c925cd47e382), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.518111 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aaad776-fd2e-4d6d-89c8-cbeb8531351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (1f4cdb3d-4827-4451-a8b7-c925cd47e382), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.520650 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7aaad776-fd2e-4d6d-89c8-cbeb8531351f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:00.521741 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7aaad776-fd2e-4d6d-89c8-cbeb8531351f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f4cdb3d-4827-4451-a8b7-c925cd47e382 HTTP/1.1" status: 204 len: 168 time: 0.2175856 Mar 04 01:13:00.551491 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaad776-fd2e-4d6d-89c8-cbeb8531351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cdb3d-4827-4451-a8b7-c925cd47e382,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:00.583442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c912c6-e084-42ab-8981-c4e2cf05cbf8 req-1e324f4c-3448-45d3-b33c-e0c11cc22d94 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:00.585005 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-88c912c6-e084-42ab-8981-c4e2cf05cbf8 req-1e324f4c-3448-45d3-b33c-e0c11cc22d94 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.1045632 Mar 04 01:13:00.600049 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc081ad1-a2a7-4545-8e3a-35dcaa8dbea1 req-0a2a2705-95a1-4018-8d96-23985058480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:00.601576 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dc081ad1-a2a7-4545-8e3a-35dcaa8dbea1 req-0a2a2705-95a1-4018-8d96-23985058480b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1129 time: 0.1084480 Mar 04 01:13:00.662399 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-88c912c6-e084-42ab-8981-c4e2cf05cbf8 req-3cad9c9f-1067-446a-9db9-b6d04a30b742 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715787 Mar 04 01:13:00.670057 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dc081ad1-a2a7-4545-8e3a-35dcaa8dbea1 req-b827e7ca-8267-4503-b99e-3556a51e4a52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622950 Mar 04 01:13:01.156360 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34360) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:01.172596 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6655df02-be38-4386-8009-4e19df952b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.243032 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6655df02-be38-4386-8009-4e19df952b11 admin admin] Publish callbacks [] for security_group (23808979-e21a-4818-8c8d-557ff2df5f0e), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.323881 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6655df02-be38-4386-8009-4e19df952b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (23808979-e21a-4818-8c8d-557ff2df5f0e), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.362737 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6655df02-be38-4386-8009-4e19df952b11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0efc30cefd0b4e24b5c806120ce2f4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052915 Mar 04 01:13:01.363716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655df02-be38-4386-8009-4e19df952b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23808979-e21a-4818-8c8d-557ff2df5f0e,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:01.366285 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34362) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:01.414617 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-093945bb-b957-497f-b69c-b9cb2c4e5238 admin admin] Publish callbacks [] for security_group (23808979-e21a-4818-8c8d-557ff2df5f0e), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.437549 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-093945bb-b957-497f-b69c-b9cb2c4e5238 admin admin] Publish callbacks [] for security_group (23808979-e21a-4818-8c8d-557ff2df5f0e), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.747020 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-093945bb-b957-497f-b69c-b9cb2c4e5238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (23808979-e21a-4818-8c8d-557ff2df5f0e), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.749671 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-093945bb-b957-497f-b69c-b9cb2c4e5238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:01.750877 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-093945bb-b957-497f-b69c-b9cb2c4e5238 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23808979-e21a-4818-8c8d-557ff2df5f0e HTTP/1.1" status: 204 len: 168 time: 0.3828897 Mar 04 01:13:01.759001 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093945bb-b957-497f-b69c-b9cb2c4e5238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23808979-e21a-4818-8c8d-557ff2df5f0e,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:01.789686 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03527a9-3b22-4de1-ae3b-3a7fb3110667 req-4e460bd1-0ebd-4d8b-a588-a765adc011d9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:01.791245 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f03527a9-3b22-4de1-ae3b-3a7fb3110667 req-4e460bd1-0ebd-4d8b-a588-a765adc011d9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0543060 Mar 04 01:13:01.840963 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f03527a9-3b22-4de1-ae3b-3a7fb3110667 req-04edb822-5188-4b31-a3fb-c0c91ef38d9c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Mar 04 01:13:01.941687 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:02.975238 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a80df-8869-4e68-840f-d1b067ae8e38 req-101c351a-da5f-4d79-8cc5-a90cc91abf2a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:02.976848 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1e7a80df-8869-4e68-840f-d1b067ae8e38 req-101c351a-da5f-4d79-8cc5-a90cc91abf2a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0624008 Mar 04 01:13:03.291302 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1e7a80df-8869-4e68-840f-d1b067ae8e38 req-53197404-a4c2-4004-aa7c-4041e7c73acc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086827 Mar 04 01:13:03.410101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc491e-2526-4b1f-ae9a-0aa1af674b2d req-5137fcae-80d5-4dd1-a7fe-e6d1a1358a39 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:03.411531 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98bc491e-2526-4b1f-ae9a-0aa1af674b2d req-5137fcae-80d5-4dd1-a7fe-e6d1a1358a39 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Mar 04 01:13:03.419988 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34456) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:03.424987 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Request body: {'floatingip': {'port_id': 'fb849856-0f94-400c-888d-34a22ed51828'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:13:03.462102 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:03.903727 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:03.986620 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:04.092949 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Floating IP 4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a associated. External IP: 172.27.2.18, port: fb849856-0f94-400c-888d-34a22ed51828. Mar 04 01:13:04.304154 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:13:04.422724 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:13:04.427972 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:04.432710 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:13:04.444338 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:13:04.444969 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:12:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:04.458283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-77e6388c-77c1-41f5-a200-27225eeaf431 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "PUT /v2.0/floatingips/4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a HTTP/1.1" status: 200 len: 990 time: 1.0372133 Mar 04 01:13:04.458856 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:13:04.461444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4195e86-d597-4413-8823-cb47d4113b08" -d '{"events": [{"name": "network-changed", "server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:13:04.507012 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2162c5c-8e33-43a1-aa21-a18134ede932 x-openstack-request-id: req-d2162c5c-8e33-43a1-aa21-a18134ede932 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:13:04.507341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:13:04.507501 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2162c5c-8e33-43a1-aa21-a18134ede932 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:13:04.507903 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'status': 'completed', 'code': 200} Mar 04 01:13:04.567356 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:13:04.621027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195e86-d597-4413-8823-cb47d4113b08 req-831a978e-7431-4bfc-92c4-439491d34573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:04.622986 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-831a978e-7431-4bfc-92c4-439491d34573 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1129 time: 0.0614862 Mar 04 01:13:04.728196 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195e86-d597-4413-8823-cb47d4113b08 req-de766335-0bdb-4af1-8122-768189aa3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:04.729772 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-de766335-0bdb-4af1-8122-768189aa3ee5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.0974131 Mar 04 01:13:04.801783 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-50ef4eee-49ee-4515-8f89-557c260fbba2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 998 time: 0.0648537 Mar 04 01:13:04.813366 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'port_id': 'fb849856-0f94-400c-888d-34a22ed51828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'mac_address': 'fa:16:3e:1a:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:12:47Z', 'updated_at': '2022-03-04T01:13:03Z', 'revision_number': 1, 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:04.840048 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:13:04.849505 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:13:04.850377 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:12:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:04.862312 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195e86-d597-4413-8823-cb47d4113b08 req-778f2dec-6a66-4cce-b627-d0ed70437eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:04.863784 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-778f2dec-6a66-4cce-b627-d0ed70437eb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0539749 Mar 04 01:13:04.928848 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195e86-d597-4413-8823-cb47d4113b08 req-0d2ee969-89cb-4b55-922d-a79b1e30a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:04.930838 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-0d2ee969-89cb-4b55-922d-a79b1e30a4bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569513 Mar 04 01:13:04.973969 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:13:05.020177 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-0b9b6eac-d020-4478-a49d-b8def14f0034 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Mar 04 01:13:05.116172 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a4195e86-d597-4413-8823-cb47d4113b08 req-4531b1af-1757-441c-9a98-d09dcb5755d3 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885315 Mar 04 01:13:05.207013 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'port_id': 'fb849856-0f94-400c-888d-34a22ed51828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'mac_address': 'fa:16:3e:1a:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:12:47Z', 'updated_at': '2022-03-04T01:13:03Z', 'revision_number': 1, 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:05.361666 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326a92c-6d39-436e-804d-1ff576440a82 None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'port_id': 'fb849856-0f94-400c-888d-34a22ed51828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'mac_address': 'fa:16:3e:1a:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:12:47Z', 'updated_at': '2022-03-04T01:13:03Z', 'revision_number': 1, 'project_id': '8f262907128c42b49b67312b5f62378e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:13:05.552719 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34498) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:05.569999 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252db4cb-e9d4-4ee2-b224-3a8fa8fe2c95 None None] New status for floating IP 4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a: ACTIVE {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:13:05.600742 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Deleting subnet bb7b1f82-86c1-440f-af2a-4e8c6f63c91f {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:13:05.604005 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Publish callbacks [] for subnet (bb7b1f82-86c1-440f-af2a-4e8c6f63c91f), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:05.641065 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (bb7b1f82-86c1-440f-af2a-4e8c6f63c91f), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:05.692978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (bb7b1f82-86c1-440f-af2a-4e8c6f63c91f), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:05.804551 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (bb7b1f82-86c1-440f-af2a-4e8c6f63c91f), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:05.828254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7b1f82-86c1-440f-af2a-4e8c6f63c91f,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:05.838994 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:05.842202 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6b67e225-fefa-41dd-90bb-73fe3c5b3452 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb7b1f82-86c1-440f-af2a-4e8c6f63c91f HTTP/1.1" status: 204 len: 168 time: 0.2884672 Mar 04 01:13:05.844747 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34502) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:05.913328 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (dc3ab00e-2fb1-4b48-af19-550decac0f55), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.000243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (dc3ab00e-2fb1-4b48-af19-550decac0f55), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.022744 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3ab00e-2fb1-4b48-af19-550decac0f55']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:06.031604 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d3e8d1-0eb6-47ff-aa50-ef953019c498') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:06.031907 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d3e8d1-0eb6-47ff-aa50-ef953019c498') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:13:06.041452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (83d3e8d1-0eb6-47ff-aa50-ef953019c498), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.071154 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (83d3e8d1-0eb6-47ff-aa50-ef953019c498), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.077085 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:13:06.077476 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (83d3e8d1-0eb6-47ff-aa50-ef953019c498), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:13:06.079182 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:13:06.231172 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (dc3ab00e-2fb1-4b48-af19-550decac0f55), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.238021 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.241169 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dc3ab00e-2fb1-4b48-af19-550decac0f55 HTTP/1.1" status: 204 len: 168 time: 0.3955150 Mar 04 01:13:06.256150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8510d-7e53-4489-ba11-1729a21861d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3ab00e-2fb1-4b48-af19-550decac0f55,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:06.611013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34510) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:06.651088 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f076f19f-b040-4667-bfe3-d5060cad5f3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3f6e0e0d4a5429c9c4e2bc8e17a2468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383813 Mar 04 01:13:06.653527 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34512) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:06.701745 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f72aa018-4a78-4c63-ad27-9beaaa1da041 admin admin] Publish callbacks [] for security_group (2adc9c11-5bb1-4e2d-9130-0843f5ce12c5), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.722795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f72aa018-4a78-4c63-ad27-9beaaa1da041 admin admin] Publish callbacks [] for security_group (2adc9c11-5bb1-4e2d-9130-0843f5ce12c5), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.866918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f72aa018-4a78-4c63-ad27-9beaaa1da041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (2adc9c11-5bb1-4e2d-9130-0843f5ce12c5), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.869442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f72aa018-4a78-4c63-ad27-9beaaa1da041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:06.870623 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f72aa018-4a78-4c63-ad27-9beaaa1da041 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2adc9c11-5bb1-4e2d-9130-0843f5ce12c5 HTTP/1.1" status: 204 len: 168 time: 0.2161658 Mar 04 01:13:06.880154 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72aa018-4a78-4c63-ad27-9beaaa1da041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc9c11-5bb1-4e2d-9130-0843f5ce12c5,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:09.192754 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-15910e1a-a72d-4ee0-b8c5-101d417044a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:11.529482 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0c4d99d9-7594-48ba-92fa-47c6a12cdb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:13.031286 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:13.543808 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:13:14.453495 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:15.734643 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.357573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34580) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:21.457054 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d355cecc-e50e-4e7d-98d0-377b9e852322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.527621 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d355cecc-e50e-4e7d-98d0-377b9e852322 admin admin] Publish callbacks [] for security_group (869f137a-d431-4d91-8fd4-56f392ae6030), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.597616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d355cecc-e50e-4e7d-98d0-377b9e852322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (869f137a-d431-4d91-8fd4-56f392ae6030), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.636971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355cecc-e50e-4e7d-98d0-377b9e852322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f137a-d431-4d91-8fd4-56f392ae6030,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:21.641263 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d355cecc-e50e-4e7d-98d0-377b9e852322 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e49a91b056b646358c7fa46093d45326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826760 Mar 04 01:13:21.643841 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34584) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:13:21.690382 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b3422e2-72a0-4cee-9a55-3f3612751e44 admin admin] Publish callbacks [] for security_group (869f137a-d431-4d91-8fd4-56f392ae6030), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.711509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b3422e2-72a0-4cee-9a55-3f3612751e44 admin admin] Publish callbacks [] for security_group (869f137a-d431-4d91-8fd4-56f392ae6030), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.813585 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b3422e2-72a0-4cee-9a55-3f3612751e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (869f137a-d431-4d91-8fd4-56f392ae6030), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.816163 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5b3422e2-72a0-4cee-9a55-3f3612751e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:21.817343 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5b3422e2-72a0-4cee-9a55-3f3612751e44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/869f137a-d431-4d91-8fd4-56f392ae6030 HTTP/1.1" status: 204 len: 168 time: 0.1725399 Mar 04 01:13:21.824782 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3422e2-72a0-4cee-9a55-3f3612751e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f137a-d431-4d91-8fd4-56f392ae6030,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:31.933033 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:39.196389 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-68ea52a7-faac-4d39-b23c-2e380c851b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:41.517232 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a289124b-ac06-43d5-9147-d87e8dbac96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:43.002868 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:44.297515 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a717d-f9cd-4027-9f55-7382599f5ea0 req-66993b9d-0873-46ad-a827-b3707a9146d2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:44.299019 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-235a717d-f9cd-4027-9f55-7382599f5ea0 req-66993b9d-0873-46ad-a827-b3707a9146d2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Mar 04 01:13:44.346963 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-235a717d-f9cd-4027-9f55-7382599f5ea0 req-566df3a6-700c-49f3-87c2-bf08557e38ee tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423927 Mar 04 01:13:44.488903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:45.477786 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3aa2-3ba0-442b-a75f-d42e08e83c72 req-cc93d2ba-80ff-4bf8-98d5-6f8f1fb3a44a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:45.479281 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0fdd3aa2-3ba0-442b-a75f-d42e08e83c72 req-cc93d2ba-80ff-4bf8-98d5-6f8f1fb3a44a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Mar 04 01:13:45.525200 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0fdd3aa2-3ba0-442b-a75f-d42e08e83c72 req-d9aa192d-0f45-44c6-aa5b-938de0be6ecf tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396690 Mar 04 01:13:45.732863 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:46.648065 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4218-7128-47d9-a070-d609d70dabbc req-aa0eb7b0-e61a-408b-b9af-a94c52aeda1b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:46.704395 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-defa4218-7128-47d9-a070-d609d70dabbc req-aa0eb7b0-e61a-408b-b9af-a94c52aeda1b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Mar 04 01:13:46.704395 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-defa4218-7128-47d9-a070-d609d70dabbc req-fbd35772-48b4-48d7-8cd0-3ab507511352 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 Mar 04 01:13:47.824486 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1dcd4-42c5-45d5-83cd-2ebeff86c0a9 req-f38ef432-7c11-4481-92b7-401fdfba8341 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:47.826058 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-48d1dcd4-42c5-45d5-83cd-2ebeff86c0a9 req-f38ef432-7c11-4481-92b7-401fdfba8341 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0557046 Mar 04 01:13:47.873202 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-48d1dcd4-42c5-45d5-83cd-2ebeff86c0a9 req-56104242-725a-4be0-92ed-8152ab92ab24 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410316 Mar 04 01:13:48.995320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d37f5-683b-4fa9-b2e7-f7f5562242ef req-87186dc6-50b1-4059-a506-b6c4cf996c68 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:48.996863 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc2d37f5-683b-4fa9-b2e7-f7f5562242ef req-87186dc6-50b1-4059-a506-b6c4cf996c68 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Mar 04 01:13:49.043568 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fc2d37f5-683b-4fa9-b2e7-f7f5562242ef req-1babab31-0b56-4c80-a266-8a5938a3ab9e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Mar 04 01:13:50.161270 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc4d9c-0725-449a-b7cb-29f45f0b3441 req-284a6ffb-47fb-45ca-82e0-b6308eaed6c5 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:50.162728 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9cdc4d9c-0725-449a-b7cb-29f45f0b3441 req-284a6ffb-47fb-45ca-82e0-b6308eaed6c5 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Mar 04 01:13:50.211493 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9cdc4d9c-0725-449a-b7cb-29f45f0b3441 req-5bea43b4-df16-4ba0-b770-e1689805914f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433915 Mar 04 01:13:50.542953 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:13:51.330921 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca281f-dc5f-44fd-a695-21b0185894aa req-e6205efc-a852-4faf-b64a-a7a898379a57 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:51.332384 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4ca281f-dc5f-44fd-a695-21b0185894aa req-e6205efc-a852-4faf-b64a-a7a898379a57 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0507646 Mar 04 01:13:51.377329 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4ca281f-dc5f-44fd-a695-21b0185894aa req-ec8f1b04-7cc4-4591-b082-faba5e2b740d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396419 Mar 04 01:13:52.497662 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ccaa7-dc28-4e53-a5bf-7db661aca544 req-dc101f9f-5d4f-48dd-8c10-1b6e8d786783 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:52.499111 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-648ccaa7-dc28-4e53-a5bf-7db661aca544 req-dc101f9f-5d4f-48dd-8c10-1b6e8d786783 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0508428 Mar 04 01:13:52.543850 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-648ccaa7-dc28-4e53-a5bf-7db661aca544 req-562aa79a-f698-492a-8f78-1beccff21c56 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 Mar 04 01:13:53.666136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a609f9-ab52-46a3-b217-2b22ea7a7c59 req-da601da8-a8f8-460c-bed0-81315d78880c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:53.667584 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86a609f9-ab52-46a3-b217-2b22ea7a7c59 req-da601da8-a8f8-460c-bed0-81315d78880c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0543995 Mar 04 01:13:53.712591 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86a609f9-ab52-46a3-b217-2b22ea7a7c59 req-18710102-6c57-47f3-a548-46f3e630b7f2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Mar 04 01:13:54.832240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3548d8-9467-49bd-a127-8a461ad08cd7 req-29dd4778-4b04-4016-a08f-e0de513c4fd4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:54.842393 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5d3548d8-9467-49bd-a127-8a461ad08cd7 req-29dd4778-4b04-4016-a08f-e0de513c4fd4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Mar 04 01:13:54.880147 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5d3548d8-9467-49bd-a127-8a461ad08cd7 req-f5a4892d-9469-43a7-bbbd-711b9f10d3ac tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Mar 04 01:13:56.002201 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32905-0081-4387-adc4-0a16ab9e5fa6 req-31151a3a-7d69-4ad9-98f2-d0da82238aa1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:56.003667 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-03c32905-0081-4387-adc4-0a16ab9e5fa6 req-31151a3a-7d69-4ad9-98f2-d0da82238aa1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Mar 04 01:13:56.051931 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-03c32905-0081-4387-adc4-0a16ab9e5fa6 req-75f7c136-0c0f-4e9a-bf13-d2b5aa7b1429 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427508 Mar 04 01:13:56.216146 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:13:56.314478 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:13:56.325822 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'fb849856-0f94-400c-888d-34a22ed51828', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'port_id': 'fb849856-0f94-400c-888d-34a22ed51828', 'mac_address': 'fa:16:3e:1a:0f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:13:56.360787 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: ACTIVE; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:13:56.361170 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:56.373177 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb849856-0f94-400c-888d-34a22ed51828 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:13:56.392679 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:13:56.464552 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:56.510379 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=6']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:56.517619 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.518871 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.518871 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.518871 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.519158 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.519409 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.519745 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.520078 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.520441 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.520774 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.521104 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.521430 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.521755 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:13:56.628809 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['fb849856-0f94-400c-888d-34a22ed51828'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:13:57.172149 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86741e65-e384-4738-8446-af5a131edee3 req-25eafc5d-0834-48e3-8948-e3916c0f46c6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:57.173701 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86741e65-e384-4738-8446-af5a131edee3 req-25eafc5d-0834-48e3-8948-e3916c0f46c6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 944 time: 0.0512607 Mar 04 01:13:57.220310 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86741e65-e384-4738-8446-af5a131edee3 req-24b9c607-d999-4d72-b6b6-a75f1897a661 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409195 Mar 04 01:13:58.229828 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:13:58.281014 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port fb849856-0f94-400c-888d-34a22ed51828 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:13:58.281487 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (fb849856-0f94-400c-888d-34a22ed51828), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:58.366336 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:13:58.366840 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:58.369044 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6eb02-b016-4b18-b82b-fcfdeec537c4 req-2ddf9249-62a9-4ad8-b465-808350f0e7af tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:58.371605 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-78a6eb02-b016-4b18-b82b-fcfdeec537c4 req-2ddf9249-62a9-4ad8-b465-808350f0e7af tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 944 time: 0.0665989 Mar 04 01:13:58.393909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:13:58.396229 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf06979-c5ad-4c11-af61-fbd0cd1bd646" -d '{"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-plugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:13:58.409414 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:13:58.446841 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-78a6eb02-b016-4b18-b82b-fcfdeec537c4 req-ac88927d-05bb-44b9-a89b-d9a6bb84f3b6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689611 Mar 04 01:13:58.469834 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:13:58.536485 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=7']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:13:58.590632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb77a5e-eb74-4878-b53a-45f74141a808 x-openstack-request-id: req-2cb77a5e-eb74-4878-b53a-45f74141a808 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:13:58.591297 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-plugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:13:58.591719 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cb77a5e-eb74-4878-b53a-45f74141a808 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:13:58.592382 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'code': 200} Mar 04 01:13:59.580801 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3d828-5407-4661-8e94-00e0255371ca req-83a931f8-9a17-4001-95e9-9f71d64e28df tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:13:59.582432 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2c3d828-5407-4661-8e94-00e0255371ca req-83a931f8-9a17-4001-95e9-9f71d64e28df tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0662286 Mar 04 01:13:59.636556 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2c3d828-5407-4661-8e94-00e0255371ca req-69d54ff7-baea-4131-a68b-4bbe5bf08782 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478511 Mar 04 01:14:00.763344 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedac17-2cf5-4267-be49-9240fbcc8ff4 req-d23e1d02-89f6-41d3-8542-23d51a8f7e5c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:00.764875 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2dedac17-2cf5-4267-be49-9240fbcc8ff4 req-d23e1d02-89f6-41d3-8542-23d51a8f7e5c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Mar 04 01:14:00.810076 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2dedac17-2cf5-4267-be49-9240fbcc8ff4 req-5b7e00f5-18be-49e5-8235-a27a139c29a2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Mar 04 01:14:00.999340 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-0ec2ca15-d72e-4949-a1ee-b2a0053435cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1467562 Mar 04 01:14:01.097265 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 34920) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:01.100466 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-041efbf3-3040-463d-bdc4-90f420cb84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:01.102124 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-041efbf3-3040-463d-bdc4-90f420cb84e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 1129 time: 0.0464375 Mar 04 01:14:01.210847 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-08264e6b-1300-4303-aa9a-6c4840fdeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:01.212686 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-08264e6b-1300-4303-aa9a-6c4840fdeb16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0920916 Mar 04 01:14:01.216984 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.310596 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-b4d79cbe-4101-433b-8cff-6a2132d7fcaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484b17fe-9fe1-442f-b19d-fd1507517151 HTTP/1.1" status: 200 len: 1001 time: 0.0916948 Mar 04 01:14:01.337653 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Publish callbacks [] for security_group (604ff2ad-3ae1-4d26-bf68-091e84dab41d), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.367853 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-b3726245-9b93-4dba-a417-a5813cf3cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:01.371854 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-b3726245-9b93-4dba-a417-a5813cf3cb91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0537598 Mar 04 01:14:01.402403 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (604ff2ad-3ae1-4d26-bf68-091e84dab41d), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.432398 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-2e7c370e-5020-446e-87c7-bb31a387c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:01.438095 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-2e7c370e-5020-446e-87c7-bb31a387c93b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588243 Mar 04 01:14:01.443593 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d71876b6249404db5f2f43dcc7a4c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447165 Mar 04 01:14:01.446151 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604ff2ad-3ae1-4d26-bf68-091e84dab41d,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:01.447810 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34928) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:01.455624 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.455983 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.456360 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.457142 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.457259 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.457604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.458065 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.458401 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.458743 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.459075 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.459407 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.459740 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.460068 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73988090-7970-4afc-928d-2473fbce4051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.568546 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Publish callbacks [] for security_group (604ff2ad-3ae1-4d26-bf68-091e84dab41d), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.581140 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-11e2d4cd-4d89-41fa-86f0-fbee42351a7b service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340551 Mar 04 01:14:01.605278 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Publish callbacks [] for security_group (604ff2ad-3ae1-4d26-bf68-091e84dab41d), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.716153 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aef8f2ef-068d-4813-99f3-7cce8c98a39e req-5a9c1486-d343-4b7a-991c-7d65f31c6805 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231754 Mar 04 01:14:01.831444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (604ff2ad-3ae1-4d26-bf68-091e84dab41d), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.834169 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.835346 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604ff2ad-3ae1-4d26-bf68-091e84dab41d HTTP/1.1" status: 204 len: 168 time: 0.3865747 Mar 04 01:14:01.865126 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ff2ad-3ae1-4d26-bf68-091e84dab41d,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:01.877208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.877705 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.878066 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.878913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.879267 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.879614 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.879957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.880382 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.880726 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.881067 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.881408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.881740 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.882073 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d29f2-ba95-4389-9838-db9522fc64e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:01.980314 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:01.988892 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65f1d-eee9-4422-bd55-66aadf63e568 req-1e7ccb17-958f-47b2-8d11-80903a58a9df tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:01.990430 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6ad65f1d-eee9-4422-bd55-66aadf63e568 req-1e7ccb17-958f-47b2-8d11-80903a58a9df tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0806201 Mar 04 01:14:02.052705 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6ad65f1d-eee9-4422-bd55-66aadf63e568 req-0ea1644e-5fe5-4000-8ed6-d1eb4de905c9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473733 Mar 04 01:14:03.014456 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34956) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:03.168539 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934186591-network', 'tenant_id': '5922136854c94d32a4796736eaea2fd6'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:03.208888 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe855-a980-4877-b6a9-675cd5abf5c3 req-e8c9fca3-137f-4a07-9c07-6ed47f52ee2d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:03.210534 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-76dbe855-a980-4877-b6a9-675cd5abf5c3 req-e8c9fca3-137f-4a07-9c07-6ed47f52ee2d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0745857 Mar 04 01:14:03.263806 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Made reservation on behalf of 5922136854c94d32a4796736eaea2fd6 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:14:03.268876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.300379 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-76dbe855-a980-4877-b6a9-675cd5abf5c3 req-243f391f-7a47-41b3-8103-a936d63eb80f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719283 Mar 04 01:14:03.302342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.404535 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks [] for security_group (b0d6fa11-ebec-4882-bc28-c3fd53a3e723), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.482410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b0d6fa11-ebec-4882-bc28-c3fd53a3e723), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.513706 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:14:03.529111 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d6fa11-ebec-4882-bc28-c3fd53a3e723,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:03.535011 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (f401f006-465d-4976-9b69-a112283f16e0), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.535412 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Added segment f401f006-465d-4976-9b69-a112283f16e0 of type vlan for network fe273206-30ef-40e3-8751-3bc54eedbd35 Mar 04 01:14:03.586433 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (fe273206-30ef-40e3-8751-3bc54eedbd35), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.653525 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (fe273206-30ef-40e3-8751-3bc54eedbd35), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.654529 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:03.655170 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:03.725407 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] Pushing event updated for resources: {'Network': ['ID=fe273206-30ef-40e3-8751-3bc54eedbd35,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:03.736152 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network fe273206-30ef-40e3-8751-3bc54eedbd35 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:14:03.782519 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-924ee178-bdd1-410a-89fc-95331ac2c130 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7668262 Mar 04 01:14:03.788616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34964) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:03.794947 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Request body: {'subnet': {'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934186591-subnet', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:03.905027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Made reservation on behalf of 5922136854c94d32a4796736eaea2fd6 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:14:03.907469 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130000678'] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.294468 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129973412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130000660'] for subnet (1ebf8a3a-52ee-405f-b046-98d0e0e9f5be), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.349471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:04.359987 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Checking segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:04.360377 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Network hostable DHCP agents. Network: fe273206-30ef-40e3-8751-3bc54eedbd35, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:14:04.430926 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870a00-86a9-4b84-bec8-975311e13983 req-a59916b5-10c0-47f6-aaa0-9d603f4cb80d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:04.433054 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e6870a00-86a9-4b84-bec8-975311e13983 req-a59916b5-10c0-47f6-aaa0-9d603f4cb80d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Mar 04 01:14:04.436184 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Network fe273206-30ef-40e3-8751-3bc54eedbd35 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:14:04.489665 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e6870a00-86a9-4b84-bec8-975311e13983 req-5bd3e801-74f9-4800-b13c-0e904637ef72 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497262 Mar 04 01:14:04.521228 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, fe273206-30ef-40e3-8751-3bc54eedbd35) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:04.535792 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:04.535792 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.536085 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb88933f-fb36-41bf-8c27-e740f1e91c5c None None] Network fe273206-30ef-40e3-8751-3bc54eedbd35 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:14:04.639809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d0bed67e-67c9-43f2-8ef5-5982d6594872 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8497272 Mar 04 01:14:04.642420 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34972) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:04.646707 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-fe273206-30ef-40e3-8751-3bc54eedbd35', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:14:04.647895 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.650527 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:04.733879 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (c7639b79-6e25-4969-a3ac-07a1df23e58c), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.735100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (c7639b79-6e25-4969-a3ac-07a1df23e58c), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.791930 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Allocated IP 172.20.0.2 (fe273206-30ef-40e3-8751-3bc54eedbd35/1ebf8a3a-52ee-405f-b046-98d0e0e9f5be/99435f2d-ef06-4122-a3cf-4b6636050604) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:04.809651 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks [] for router_controller (c7639b79-6e25-4969-a3ac-07a1df23e58c), precommit_add_association {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:04.958210 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Publish callbacks [] for port (99435f2d-ef06-4122-a3cf-4b6636050604), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.031203 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.054131 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks [] for router_gateway (c7639b79-6e25-4969-a3ac-07a1df23e58c), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.076143 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Network fe273206-30ef-40e3-8751-3bc54eedbd35 is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:05.079042 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:05.082764 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:05.124781 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Pushing event updated for resources: {'Port': ['ID=99435f2d-ef06-4122-a3cf-4b6636050604,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:05.152000 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Attempting to bind port 99435f2d-ef06-4122-a3cf-4b6636050604 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:05.153042 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Attempting to bind port 99435f2d-ef06-4122-a3cf-4b6636050604 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:05.153420 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Attempting to bind port 99435f2d-ef06-4122-a3cf-4b6636050604 on network fe273206-30ef-40e3-8751-3bc54eedbd35 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:05.160238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:05.160238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Checking segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:05.160238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.160238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Bound using segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:05.160780 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Bound port: 99435f2d-ef06-4122-a3cf-4b6636050604, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:05.160780 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.247081 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] For port 99435f2d-ef06-4122-a3cf-4b6636050604, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:05.253598 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] For port 99435f2d-ef06-4122-a3cf-4b6636050604, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=99435f2d-ef06-4122-a3cf-4b6636050604,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:05.321977 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.390563 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc7fa-3c45-4bad-8139-7abfac999c2a None None] Pushing event updated for resources: {'Port': ['ID=99435f2d-ef06-4122-a3cf-4b6636050604,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:05.731102 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks [] for router_gateway (c7639b79-6e25-4969-a3ac-07a1df23e58c), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.751705 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:05.770915 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79acb2-d29f-4c1d-b186-88f909055311 req-99d58926-f17b-407b-a5e9-67568848c6ce tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:05.772527 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b79acb2-d29f-4c1d-b186-88f909055311 req-99d58926-f17b-407b-a5e9-67568848c6ce tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.1466372 Mar 04 01:14:05.901857 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0b79acb2-d29f-4c1d-b186-88f909055311 req-5a07322a-ba4c-40e8-a1f0-ba1408ddf3f8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880282 Mar 04 01:14:05.927759 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Allocated IP 172.27.2.116 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/47ef9272-7a0a-455e-acda-f5729b0cc33e) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:06.053618 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks [] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:06.157016 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:06.198266 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:06.205648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:06.208254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:06.239673 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=47ef9272-7a0a-455e-acda-f5729b0cc33e,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:06.584234 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefdc62-ec95-4f2c-b2ff-c777f76b73f8 None None] Network fe273206-30ef-40e3-8751-3bc54eedbd35 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:14:06.619432 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks [] for router_gateway (c7639b79-6e25-4969-a3ac-07a1df23e58c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:06.654474 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] Provisioning complete for port 99435f2d-ef06-4122-a3cf-4b6636050604 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:06.654848 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:06.794553 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] Current status of the port 99435f2d-ef06-4122-a3cf-4b6636050604 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:06.794948 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:06.829968 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] For port 99435f2d-ef06-4122-a3cf-4b6636050604, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=99435f2d-ef06-4122-a3cf-4b6636050604,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:06.878388 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (c7639b79-6e25-4969-a3ac-07a1df23e58c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:06.899700 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:07.017769 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f514224-640b-4e4e-8971-d29d17f8f85d None None] Pushing event updated for resources: {'Port': ['ID=99435f2d-ef06-4122-a3cf-4b6636050604,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:07.102421 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305dae8-a860-4832-8691-c888993a729f req-de46d6c4-0bbc-4930-982d-875433e73222 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:07.109895 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b305dae8-a860-4832-8691-c888993a729f req-de46d6c4-0bbc-4930-982d-875433e73222 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0752985 Mar 04 01:14:07.128999 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 99435f2d-ef06-4122-a3cf-4b6636050604 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:07.151404 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-3ab4ac10-3290-4dc9-9cb4-1fd65cb789a6 None None] Provisioning complete for port 99435f2d-ef06-4122-a3cf-4b6636050604 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:07.152046 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ac10-3290-4dc9-9cb4-1fd65cb789a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:07.172125 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b305dae8-a860-4832-8691-c888993a729f req-6c194381-3dae-4be3-8ec1-339bb695d050 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613441 Mar 04 01:14:07.217060 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 99435f2d-ef06-4122-a3cf-4b6636050604 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:07.217440 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:07.219151 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Router c7639b79-6e25-4969-a3ac-07a1df23e58c is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:14:07.288978 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ac10-3290-4dc9-9cb4-1fd65cb789a6 None None] Current status of the port 99435f2d-ef06-4122-a3cf-4b6636050604 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:07.341677 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 99435f2d-ef06-4122-a3cf-4b6636050604 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:07.358281 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:14:07.369025 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Sync routers for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:14:07.379351 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:07.380022 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:13:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:07.614139 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:07.614139 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-86352cec-25b1-4ae7-affb-5dc4e7215cc2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9689488 Mar 04 01:14:07.616043 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 34978) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:07.624009 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:07.842194 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:06Z', 'revision_number': 3, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:07.875978 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Checking router: c7639b79-6e25-4969-a3ac-07a1df23e58c for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:14:07.876248 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Updating router c7639b79-6e25-4969-a3ac-07a1df23e58c port 47ef9272-7a0a-455e-acda-f5729b0cc33e binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:14:07.909451 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.140813 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.197865 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Publish callbacks [] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.248187 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.341453 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Attempting to bind port 47ef9272-7a0a-455e-acda-f5729b0cc33e on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:08.341453 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Attempting to bind port 47ef9272-7a0a-455e-acda-f5729b0cc33e by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:08.341453 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Attempting to bind port 47ef9272-7a0a-455e-acda-f5729b0cc33e on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:08.341453 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:08.341453 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:08.344859 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.344859 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:08.344859 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Bound port: 47ef9272-7a0a-455e-acda-f5729b0cc33e, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:08.344859 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.345607 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de2d88-25c7-4c7d-8471-8ad3d78d757d None None] Pushing event updated for resources: {'Port': ['ID=47ef9272-7a0a-455e-acda-f5729b0cc33e,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:08.396644 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8c0b0-a1ad-4951-8404-a28f1cee17eb req-b7566f39-0ae9-46f1-b8e2-4d6ed973585b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:08.398641 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9f8c0b0-a1ad-4951-8404-a28f1cee17eb req-b7566f39-0ae9-46f1-b8e2-4d6ed973585b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.1145518 Mar 04 01:14:08.400410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Allocated IP 172.20.0.1 (fe273206-30ef-40e3-8751-3bc54eedbd35/1ebf8a3a-52ee-405f-b046-98d0e0e9f5be/1b6ac015-a300-4360-8fa6-5edb9b8a7b86) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:08.414917 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] For port 47ef9272-7a0a-455e-acda-f5729b0cc33e, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:08.414917 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] For port 47ef9272-7a0a-455e-acda-f5729b0cc33e, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=47ef9272-7a0a-455e-acda-f5729b0cc33e,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:08.476906 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.521092 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9f8c0b0-a1ad-4951-8404-a28f1cee17eb req-7199c4b0-cfe0-41bd-a001-c2261812a3b6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047540 Mar 04 01:14:08.540534 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de2d88-25c7-4c7d-8471-8ad3d78d757d None None] Pushing event updated for resources: {'Port': ['ID=47ef9272-7a0a-455e-acda-f5729b0cc33e,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:08.547061 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:08.548085 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:13:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:08.567788 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks [] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.654421 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.656917 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:08.695380 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Network fe273206-30ef-40e3-8751-3bc54eedbd35 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:08.698274 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:08.700721 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:08.725486 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:08.754352 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (c7639b79-6e25-4969-a3ac-07a1df23e58c), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.862929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:06Z', 'revision_number': 3, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:08.890141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de07f6-97fe-45a2-b7e1-3ded7db7b13d None None] The sync data for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi is: [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:06Z', 'revision_number': 3, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:14:08.928671 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-cb8317e3-0f62-4404-b920-d2ac443a4f81 None None] Provisioning complete for port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:08.929078 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cb8317e3-0f62-4404-b920-d2ac443a4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:08.965343 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-cb8317e3-0f62-4404-b920-d2ac443a4f81 None None] Port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:14:08.985552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.035707 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 99435f2d-ef06-4122-a3cf-4b6636050604 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:09.085701 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 99435f2d-ef06-4122-a3cf-4b6636050604 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:09.086073 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.178206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks [] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.208519 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 99435f2d-ef06-4122-a3cf-4b6636050604 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:09.224430 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d311c6a4-b3e9-48ee-ab02-b6f73968fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.253871 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.323457 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:09.327663 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (c7639b79-6e25-4969-a3ac-07a1df23e58c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.424336 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Network fe273206-30ef-40e3-8751-3bc54eedbd35 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:09.425781 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:09.575574 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-9ecbb9a5-a2b4-4c50-ae19-10e72cf8fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:09.577117 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-9ecbb9a5-a2b4-4c50-ae19-10e72cf8fa38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1129 time: 0.1060364 Mar 04 01:14:09.644702 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Router c7639b79-6e25-4969-a3ac-07a1df23e58c has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:14:09.693175 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-27307357-7016-4e65-bc62-3a2a61974caf None None] Provisioning complete for port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:09.693686 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-27307357-7016-4e65-bc62-3a2a61974caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:09.728648 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-27307357-7016-4e65-bc62-3a2a61974caf None None] Port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:14:09.774671 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-eabad450-be6c-4fe5-9ed7-67e0d1ecc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:09.776151 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-eabad450-be6c-4fe5-9ed7-67e0d1ecc819 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.1925733 Mar 04 01:14:09.785136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60be8-798d-4428-a660-cd733d33b064 req-37835147-188b-40f6-8d46-c84d125bca20 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:09.786498 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22f60be8-798d-4428-a660-cd733d33b064 req-37835147-188b-40f6-8d46-c84d125bca20 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.1444423 Mar 04 01:14:09.911519 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-98dcc496-e083-4b28-9fbf-02d26fce3937 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 1000 time: 0.1240811 Mar 04 01:14:09.917386 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:14:09.923078 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22f60be8-798d-4428-a660-cd733d33b064 req-2522c17f-2395-4e75-a222-5a830f906d37 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280744 Mar 04 01:14:09.926534 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-62f2bcc8-3691-4bb0-aca4-c32c966e15e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/c7639b79-6e25-4969-a3ac-07a1df23e58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094971 Mar 04 01:14:09.972614 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-e0ee16a6-065a-44d9-a560-4e9149c80fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:09.974380 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-e0ee16a6-065a-44d9-a560-4e9149c80fa6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0547161 Mar 04 01:14:10.026320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-1efe6dc4-8982-4bc1-86d6-89aa1272f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:10.028488 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-1efe6dc4-8982-4bc1-86d6-89aa1272f3b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471542 Mar 04 01:14:10.118367 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-542df447-0076-47bc-8aec-25b7290aa0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836122 Mar 04 01:14:10.210876 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-581c0188-1a5c-44ea-8ece-8f476554bcb4 req-f90f68af-4e27-4c3f-8b0e-feafe31b5cca service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866928 Mar 04 01:14:10.476844 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Sync routers for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:14:10.489525 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:10.490146 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:13:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:10.590126 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35012) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:10.594970 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261049296-network', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:10.598127 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:10.680649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Made reservation on behalf of 9ecc9ba246374177b03c8a8d7311bd6d for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:14:10.683304 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:10.696024 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:10.769040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks [] for security_group (b73bd32e-2604-4efc-9451-61b286f1e757), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:10.790944 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:09Z', 'revision_number': 2, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:10.817045 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Checking router: c7639b79-6e25-4969-a3ac-07a1df23e58c for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:14:10.817400 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Updating router c7639b79-6e25-4969-a3ac-07a1df23e58c port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:14:10.823455 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b73bd32e-2604-4efc-9451-61b286f1e757), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:10.847296 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:10.848481 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:14:10.857200 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73bd32e-2604-4efc-9451-61b286f1e757,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:10.871212 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (f0a86103-0a7a-4734-9b51-876f851bb4b9), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:10.871642 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Added segment f0a86103-0a7a-4734-9b51-876f851bb4b9 of type vlan for network 7584c814-df96-4be7-a648-bccae1c5b0c2 Mar 04 01:14:10.909933 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (7584c814-df96-4be7-a648-bccae1c5b0c2), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.003170 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (7584c814-df96-4be7-a648-bccae1c5b0c2), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.004965 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:11.006497 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.079338 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 47ef9272-7a0a-455e-acda-f5729b0cc33e up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:11.101681 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] Pushing event updated for resources: {'Network': ['ID=7584c814-df96-4be7-a648-bccae1c5b0c2,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:11.110707 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-4bcbc9d7-46b3-423f-a6be-01c9fa902046 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5183640 Mar 04 01:14:11.112499 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Publish callbacks [] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.113540 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35016) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:11.121338 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:14:11.121823 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Request body: {'subnet': {'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261049296-subnet', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:11.128431 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfb343-3ee9-47bd-a5fb-a2c4ee0774be req-b487ee84-c7e6-45cf-8fd9-a56d1a24f96f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:11.130007 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3ebfb343-3ee9-47bd-a5fb-a2c4ee0774be req-b487ee84-c7e6-45cf-8fd9-a56d1a24f96f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.1047974 Mar 04 01:14:11.173598 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.181407 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3ebfb343-3ee9-47bd-a5fb-a2c4ee0774be req-cf570726-c925-4344-863a-24d9d3b8334a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Mar 04 01:14:11.194169 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 47ef9272-7a0a-455e-acda-f5729b0cc33e triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:11.194546 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.201170 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Made reservation on behalf of 9ecc9ba246374177b03c8a8d7311bd6d for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:14:11.203687 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126007787'] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.236718 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Pushing event updated for resources: {'Port': ['ID=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:11.245653 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.246710 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.247145 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.247553 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.247953 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.248367 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.248976 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.249376 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.249770 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.250179 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.250582 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.251031 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.251415 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:14:11.287246 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 47ef9272-7a0a-455e-acda-f5729b0cc33e is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:11.290761 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.311232 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 47ef9272-7a0a-455e-acda-f5729b0cc33e, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=47ef9272-7a0a-455e-acda-f5729b0cc33e,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:11.319272 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Attempting to bind port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:11.319272 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Attempting to bind port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:11.319272 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Attempting to bind port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 on network fe273206-30ef-40e3-8751-3bc54eedbd35 {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:11.320583 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:11.320974 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Checking segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:11.321361 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.321752 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Bound using segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:11.322217 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Bound port: 1b6ac015-a300-4360-8fa6-5edb9b8a7b86, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:11.322597 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.380008 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.391319 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] For port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:11.396401 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] For port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:11.438259 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=47ef9272-7a0a-455e-acda-f5729b0cc33e,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:11.458617 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126873491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126007769'] for subnet (93a91c5c-639c-4954-8d5a-09039369e6cd), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.470936 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.517799 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-fb6372fb-3b94-4989-84fa-f19154d9f0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.521860 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a91c5c-639c-4954-8d5a-09039369e6cd,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:11.536947 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Checking segment: {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:11.536947 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Network hostable DHCP agents. Network: 7584c814-df96-4be7-a648-bccae1c5b0c2, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:14:11.541032 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:11.541663 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:11.544168 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ff370-29db-470f-9687-eefd12178fdb None None] Pushing event updated for resources: {'Port': ['ID=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,revision_number=4']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:11.566677 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] Provisioning complete for port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:11.567313 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.613402 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:14:11.660044 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] Current status of the port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:11.660494 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.672082 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:11.681984 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 7584c814-df96-4be7-a648-bccae1c5b0c2) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:11.693815 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:11.693815 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.694873 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57727513-90a9-4550-ba4d-00a27ebbdac9 None None] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:14:11.704917 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] For port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:11.774631 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35020) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:11.775140 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c801d7ec-42a9-46f5-ab06-7a46b09fd602 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6600032 Mar 04 01:14:11.779757 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:11.808149 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.834855 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-7584c814-df96-4be7-a648-bccae1c5b0c2', 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2', 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'fixed_ips': [{'subnet_id': '93a91c5c-639c-4954-8d5a-09039369e6cd'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:14:11.834855 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.876064 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0d06811f-dca1-4372-9516-9e553704237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:11.899119 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (01d116e4-f493-4319-9eb9-05c82fafb3a8), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.900360 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (01d116e4-f493-4319-9eb9-05c82fafb3a8), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:11.903534 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d06811f-dca1-4372-9516-9e553704237a None None] The sync data for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi is: [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:14:11.919977 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9dfe5-2a0a-4ad6-854a-8e58f0238752 None None] Pushing event updated for resources: {'Port': ['ID=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:11.982853 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks [] for router_controller (01d116e4-f493-4319-9eb9-05c82fafb3a8), precommit_add_association {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.001990 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-0d2bcffb-8a06-4eb9-939a-9d42d9c6f85e None None] Provisioning complete for port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:12.002384 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcffb-8a06-4eb9-939a-9d42d9c6f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.048507 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Allocated IP 172.20.0.2 (7584c814-df96-4be7-a648-bccae1c5b0c2/93a91c5c-639c-4954-8d5a-09039369e6cd/aa7c3d74-a9e6-4ded-937f-3f9c113ce00b) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:12.165175 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bcffb-8a06-4eb9-939a-9d42d9c6f85e None None] Current status of the port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:12.252438 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Publish callbacks [] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.316843 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:14:12.322755 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.420432 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:12.428304 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:12.436182 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:12.443830 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Pushing event updated for resources: {'Port': ['ID=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:12.536693 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks [] for router_gateway (01d116e4-f493-4319-9eb9-05c82fafb3a8), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.545817 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Attempting to bind port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:12.546584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Attempting to bind port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:12.547060 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Attempting to bind port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b on network 7584c814-df96-4be7-a648-bccae1c5b0c2 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:12.549476 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: ACTIVE; New status is: DOWN {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:12.555957 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.565100 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:12.565649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Checking segment: {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:12.566163 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.566671 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Bound using segment: {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:12.567313 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Bound port: aa7c3d74-a9e6-4ded-937f-3f9c113ce00b, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:12.567805 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.571146 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b3b9-1eee-4781-84c9-839947a92bf8 req-cc828f47-5fd6-4526-8117-45fce391f8ad tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:12.578560 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7ac5b3b9-1eee-4781-84c9-839947a92bf8 req-cc828f47-5fd6-4526-8117-45fce391f8ad tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 945 time: 0.0962834 Mar 04 01:14:12.592582 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:12.595068 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d8673-b994-4de4-b0d9-9bb2d865fa46" -d '{"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-unplugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:12.646884 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7ac5b3b9-1eee-4781-84c9-839947a92bf8 req-d4ac6dff-592e-4084-86cf-17602cf5dd37 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672107 Mar 04 01:14:12.806303 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:12.809032 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d2640-bebd-491a-aae8-d72f873741c7 x-openstack-request-id: req-d43d2640-bebd-491a-aae8-d72f873741c7 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:12.809322 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-unplugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:12.809581 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d43d2640-bebd-491a-aae8-d72f873741c7 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:12.809977 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'code': 200} Mar 04 01:14:12.836649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] For port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:12.840015 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] For port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:12.870063 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks [] for router_gateway (01d116e4-f493-4319-9eb9-05c82fafb3a8), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.890906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.922602 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.926954 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:12.997172 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=8']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:13.024215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Allocated IP 172.27.2.204 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/a65782c5-67d3-4cb9-9894-53af42751780) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:13.034213 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:13.068950 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3432b1-7f86-4837-8122-4bf5e7e970bc None None] Pushing event updated for resources: {'Port': ['ID=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:13.140635 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks [] for port (a65782c5-67d3-4cb9-9894-53af42751780), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:13.218809 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:13.254373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (a65782c5-67d3-4cb9-9894-53af42751780), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:13.308398 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:13.311231 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:13.314941 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:13.317940 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:13.321963 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:13.359514 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a65782c5-67d3-4cb9-9894-53af42751780,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:13.399601 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:13.400925 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 47ef9272-7a0a-455e-acda-f5729b0cc33e up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:13.470471 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 47ef9272-7a0a-455e-acda-f5729b0cc33e triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:13.470862 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:13.550694 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 47ef9272-7a0a-455e-acda-f5729b0cc33e is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:13.712522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks [] for router_gateway (01d116e4-f493-4319-9eb9-05c82fafb3a8), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:13.918992 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (01d116e4-f493-4319-9eb9-05c82fafb3a8), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.080122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5164be54-1fa7-4876-bdd7-b7849bcb9666 None None] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:14:14.127836 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Router 01d116e4-f493-4319-9eb9-05c82fafb3a8 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:14:14.136289 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] Provisioning complete for port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:14.137222 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.236057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:14:14.249437 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Sync routers for ids ['01d116e4-f493-4319-9eb9-05c82fafb3a8'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:14:14.266956 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] Current status of the port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:14.267339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.270556 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Routers {'01d116e4-f493-4319-9eb9-05c82fafb3a8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:14.271182 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['01d116e4-f493-4319-9eb9-05c82fafb3a8'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:14.330596 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.333265 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-66ade881-98e8-4591-82cb-c4c68b59efd2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5573680 Mar 04 01:14:14.336158 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35046) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:14.351147 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] For port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:14.426512 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Set router 01d116e4-f493-4319-9eb9-05c82fafb3a8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:14.547645 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.550826 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.634933 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eadbdf-b588-471f-be21-2a167b6fcb24 None None] Pushing event updated for resources: {'Port': ['ID=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:14.670382 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:14:13Z', 'revision_number': 3, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:14.704840 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Checking router: 01d116e4-f493-4319-9eb9-05c82fafb3a8 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:14:14.705200 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Updating router 01d116e4-f493-4319-9eb9-05c82fafb3a8 port a65782c5-67d3-4cb9-9894-53af42751780 binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:14:14.708842 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-ff194c3b-9002-4e31-ab1d-1ac6d6687a77 None None] Provisioning complete for port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:14.709223 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ff194c3b-9002-4e31-ab1d-1ac6d6687a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.756916 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a65782c5-67d3-4cb9-9894-53af42751780), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.773889 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:14.903584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-ff194c3b-9002-4e31-ab1d-1ac6d6687a77 None None] Current status of the port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:14.929392 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Allocated IP 172.20.0.1 (7584c814-df96-4be7-a648-bccae1c5b0c2/93a91c5c-639c-4954-8d5a-09039369e6cd/5b4a622f-d175-4897-bac6-7ce4dbac2a90) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:15.081360 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks [] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.088008 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Publish callbacks [] for port (a65782c5-67d3-4cb9-9894-53af42751780), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.106851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7bf6c-f229-4577-ad2c-095f95e74c1f req-03cf43bb-45e8-4a2b-93be-99549691d451 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:15.108520 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-89e7bf6c-f229-4577-ad2c-095f95e74c1f req-03cf43bb-45e8-4a2b-93be-99549691d451 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0819089 Mar 04 01:14:15.115913 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device aa7c3d74-a9e6-4ded-937f-3f9c113ce00b up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:15.147986 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a65782c5-67d3-4cb9-9894-53af42751780), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.168308 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-89e7bf6c-f229-4577-ad2c-095f95e74c1f req-75bdb6b9-1767-4f94-989d-b79ebd7fb223 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502973 Mar 04 01:14:15.219365 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.224172 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Attempting to bind port a65782c5-67d3-4cb9-9894-53af42751780 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:15.229377 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Attempting to bind port a65782c5-67d3-4cb9-9894-53af42751780 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:15.229377 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Attempting to bind port a65782c5-67d3-4cb9-9894-53af42751780 on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:15.229377 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d105c-ec5a-48a2-8534-e8f11011e9bd None None] Pushing event updated for resources: {'Port': ['ID=a65782c5-67d3-4cb9-9894-53af42751780,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:15.235612 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:15.235997 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:15.236433 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.236830 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:15.237310 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Bound port: a65782c5-67d3-4cb9-9894-53af42751780, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:15.237695 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a65782c5-67d3-4cb9-9894-53af42751780), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.240591 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:15.240958 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.265018 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:15.267998 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:15.271888 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:15.278906 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Pushing event updated for resources: {'Port': ['ID=5b4a622f-d175-4897-bac6-7ce4dbac2a90,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:15.316780 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (01d116e4-f493-4319-9eb9-05c82fafb3a8), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.335416 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] For port a65782c5-67d3-4cb9-9894-53af42751780, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:15.342552 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] For port a65782c5-67d3-4cb9-9894-53af42751780, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=a65782c5-67d3-4cb9-9894-53af42751780,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:15.393673 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:15.397839 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a65782c5-67d3-4cb9-9894-53af42751780), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.462310 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Routers {'01d116e4-f493-4319-9eb9-05c82fafb3a8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:15.462944 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['01d116e4-f493-4319-9eb9-05c82fafb3a8'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:15.498711 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d105c-ec5a-48a2-8534-e8f11011e9bd None None] Pushing event updated for resources: {'Port': ['ID=a65782c5-67d3-4cb9-9894-53af42751780,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:15.523894 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.628096 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35072) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:15.709071 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks [] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.711137 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-acc2d446-7b7c-4c77-b495-003aa79596e5 None None] Provisioning complete for port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:15.711514 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-acc2d446-7b7c-4c77-b495-003aa79596e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.735024 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-4c84d3b0-6dcb-497c-b7fe-6ce2304399f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053939 Mar 04 01:14:15.744240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-d5105f41-a43b-4bcf-be94-860a7b9ed5f9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:14:15.750187 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-d5105f41-a43b-4bcf-be94-860a7b9ed5f9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049491 Mar 04 01:14:15.750316 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] Set router 01d116e4-f493-4319-9eb9-05c82fafb3a8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:15.795315 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.803941 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.812765 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-acc2d446-7b7c-4c77-b495-003aa79596e5 None None] Port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:14:15.824705 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35080) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:15.868700 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (01d116e4-f493-4319-9eb9-05c82fafb3a8), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:15.871901 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Pushing event updated for resources: {'Port': ['ID=5b4a622f-d175-4897-bac6-7ce4dbac2a90,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:15.934851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-ea6394a9-55a4-4e8e-a8ae-2984c2968514 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:15.936255 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-ea6394a9-55a4-4e8e-a8ae-2984c2968514 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports/fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 940 time: 0.1104460 Mar 04 01:14:15.950244 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:14:13Z', 'revision_number': 3, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:15.970029 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:15.971879 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:15.982999 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15924-0848-42e5-ae1e-350ab8c0c063 None None] The sync data for ids ['01d116e4-f493-4319-9eb9-05c82fafb3a8'] in dv-cinder-831090-8-iscsi is: [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:14:13Z', 'revision_number': 3, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:14:16.125356 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Router 01d116e4-f493-4319-9eb9-05c82fafb3a8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:14:16.272392 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-df932728-4b43-4a40-b223-13faafb4a800 None None] Provisioning complete for port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:16.273806 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-df932728-4b43-4a40-b223-13faafb4a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:16.278444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:14:16.286401 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-18a74fd0-621a-49f3-9fca-7630d4fab8fc admin admin] 10.222.0.32 "PUT /v2.0/routers/01d116e4-f493-4319-9eb9-05c82fafb3a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9481678 Mar 04 01:14:16.318073 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-df932728-4b43-4a40-b223-13faafb4a800 None None] Port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:14:16.362496 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e90af-b1c1-452a-8ebc-d73692f16576 req-081d7333-4c4e-4f1a-b8d7-81ae7fe70d23 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:16.368885 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d59e90af-b1c1-452a-8ebc-d73692f16576 req-081d7333-4c4e-4f1a-b8d7-81ae7fe70d23 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0936887 Mar 04 01:14:16.417207 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d59e90af-b1c1-452a-8ebc-d73692f16576 req-8b4c2771-272b-4d3b-ab3a-11def2dac98d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455124 Mar 04 01:14:17.060039 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a65782c5-67d3-4cb9-9894-53af42751780 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:17.107653 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port a65782c5-67d3-4cb9-9894-53af42751780 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:17.108027 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a65782c5-67d3-4cb9-9894-53af42751780), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.140890 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35100) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:17.148870 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484429464', 'description': 'tempest-secgroup-smoke-484429464 description', 'project_id': '5922136854c94d32a4796736eaea2fd6'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:17.193452 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port a65782c5-67d3-4cb9-9894-53af42751780 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:17.193847 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (a65782c5-67d3-4cb9-9894-53af42751780), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.213767 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port a65782c5-67d3-4cb9-9894-53af42751780, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=a65782c5-67d3-4cb9-9894-53af42751780,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:17.222930 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.285475 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group (4a90d8dd-f7dd-40c2-870c-492535d8641f), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.293722 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (a65782c5-67d3-4cb9-9894-53af42751780), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.342095 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=a65782c5-67d3-4cb9-9894-53af42751780,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:17.355482 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (4a90d8dd-f7dd-40c2-870c-492535d8641f), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.385897 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a90d8dd-f7dd-40c2-870c-492535d8641f,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:17.459824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-284d127b-e1d3-4c4d-9163-282fbd17657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:17.461061 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.461433 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-284d127b-e1d3-4c4d-9163-282fbd17657c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108&tenant_id=8f262907128c42b49b67312b5f62378e HTTP/1.1" status: 200 len: 1127 time: 0.0779607 Mar 04 01:14:17.462453 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7624ab54-e8bb-4cc8-a748-ec11b87da6f1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3205349 Mar 04 01:14:17.465306 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35104) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:17.470009 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group_rule': {'security_group_id': '4a90d8dd-f7dd-40c2-870c-492535d8641f', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:17.555516 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (1868e69c-8f0f-4cef-9e3f-d0738e642feb), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.579691 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1602bb-de42-4379-b66b-a595a301e929 req-fcb1501f-a62f-47c1-81c6-3d2ae58b2e92 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:17.581244 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5f1602bb-de42-4379-b66b-a595a301e929 req-fcb1501f-a62f-47c1-81c6-3d2ae58b2e92 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0869875 Mar 04 01:14:17.584665 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-67a93c4a-731d-4d08-8c98-35af84241d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:17.584786 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-67a93c4a-731d-4d08-8c98-35af84241d39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1127 time: 0.0810435 Mar 04 01:14:17.601810 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Sync routers for ids ['01d116e4-f493-4319-9eb9-05c82fafb3a8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:14:17.615428 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Routers {'01d116e4-f493-4319-9eb9-05c82fafb3a8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:17.616057 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['01d116e4-f493-4319-9eb9-05c82fafb3a8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:17.623599 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (1868e69c-8f0f-4cef-9e3f-d0738e642feb), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.676171 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (1868e69c-8f0f-4cef-9e3f-d0738e642feb), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.694742 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5f1602bb-de42-4379-b66b-a595a301e929 req-10a950fd-c112-4abd-959c-913f941823d6 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039686 Mar 04 01:14:17.699466 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1868e69c-8f0f-4cef-9e3f-d0738e642feb,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:17.720384 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-9ea783fb-4c73-4e2f-861b-8111ab704d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:17.721859 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-9ea783fb-4c73-4e2f-861b-8111ab704d89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.1270659 Mar 04 01:14:17.758386 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.762515 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-43310852-a116-450e-b0a0-64afda4c829c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935655 Mar 04 01:14:17.763610 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35106) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:17.768566 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group_rule': {'security_group_id': '4a90d8dd-f7dd-40c2-870c-492535d8641f', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:17.791629 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-921dfe05-fb05-4577-99e3-a4f0e6b209b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 998 time: 0.0618546 Mar 04 01:14:17.816700 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Set router 01d116e4-f493-4319-9eb9-05c82fafb3a8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:17.837448 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-363c06cf-3a33-4bdf-8d27-85f05c1327de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:17.838897 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-363c06cf-3a33-4bdf-8d27-85f05c1327de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0416458 Mar 04 01:14:17.846752 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (8468d234-62c1-4900-8263-dbde6f9e56b2), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.892052 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-57565038-7cb6-4698-a876-d5c4bbbeca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:17.893738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-57565038-7cb6-4698-a876-d5c4bbbeca43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491946 Mar 04 01:14:17.909214 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (8468d234-62c1-4900-8263-dbde6f9e56b2), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.985244 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (8468d234-62c1-4900-8263-dbde6f9e56b2), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:17.985892 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-d4637e2d-651f-4c1c-9bc5-8fa4772aad31 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858247 Mar 04 01:14:18.003407 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8468d234-62c1-4900-8263-dbde6f9e56b2,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:18.020314 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:14:15Z', 'revision_number': 4, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b4a622f-d175-4897-bac6-7ce4dbac2a90', 'name': '', 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'mac_address': 'fa:16:3e:22:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '93a91c5c-639c-4954-8d5a-09039369e6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:14Z', 'updated_at': '2022-03-04T01:14:15Z', 'revision_number': 2, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'subnets': [{'id': '93a91c5c-639c-4954-8d5a-09039369e6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:18.049769 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Checking router: 01d116e4-f493-4319-9eb9-05c82fafb3a8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:14:18.050127 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Updating router 01d116e4-f493-4319-9eb9-05c82fafb3a8 port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:14:18.067954 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.070019 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7f6e7d6d-27ed-4c87-a24e-cde5e789c316 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3050888 Mar 04 01:14:18.072649 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35108) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:18.077686 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.078530 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group_rule': {'security_group_id': '4a90d8dd-f7dd-40c2-870c-492535d8641f', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:18.082845 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc4c5dd-21c9-4a2a-8def-dc98fcc3fc04 req-99d9c349-94d8-4ec6-9215-717f1f84150c service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909588 Mar 04 01:14:18.178406 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (232e4428-f5d2-4d3f-a447-4c2cab0df76e), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.236973 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (232e4428-f5d2-4d3f-a447-4c2cab0df76e), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.304753 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (232e4428-f5d2-4d3f-a447-4c2cab0df76e), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.324902 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232e4428-f5d2-4d3f-a447-4c2cab0df76e,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:18.333622 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Publish callbacks [] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.381234 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.382446 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d82707ab-b812-40b5-89a1-a121682a82db tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085666 Mar 04 01:14:18.385359 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35116) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:18.390183 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.391217 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group_rule': {'security_group_id': '4a90d8dd-f7dd-40c2-870c-492535d8641f', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:18.441200 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298cf04-d618-4130-af5a-b250900be260 None None] Pushing event updated for resources: {'Port': ['ID=5b4a622f-d175-4897-bac6-7ce4dbac2a90,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:18.472765 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (226ea81a-2541-4457-8c6f-b2ec99f3b574), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.498383 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Attempting to bind port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:18.498767 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Attempting to bind port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:18.499136 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Attempting to bind port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 on network 7584c814-df96-4be7-a648-bccae1c5b0c2 {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:18.505261 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:18.505637 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Checking segment: {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:18.506040 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.506434 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Bound using segment: {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:18.506902 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Bound port: 5b4a622f-d175-4897-bac6-7ce4dbac2a90, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a86103-0a7a-4734-9b51-876f851bb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:18.507475 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.544463 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (226ea81a-2541-4457-8c6f-b2ec99f3b574), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.584565 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] For port 5b4a622f-d175-4897-bac6-7ce4dbac2a90, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:18.589599 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] For port 5b4a622f-d175-4897-bac6-7ce4dbac2a90, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5b4a622f-d175-4897-bac6-7ce4dbac2a90,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:18.624720 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (226ea81a-2541-4457-8c6f-b2ec99f3b574), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.643773 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226ea81a-2541-4457-8c6f-b2ec99f3b574,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:18.653659 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.660146 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] Provisioning complete for port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:18.660146 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.706508 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Routers {'01d116e4-f493-4319-9eb9-05c82fafb3a8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:18.706996 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['01d116e4-f493-4319-9eb9-05c82fafb3a8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:18.707414 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.711900 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-22dfdd13-5a46-44eb-afb4-854b42a5f1a1 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223841 Mar 04 01:14:18.711900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35130) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:18.717565 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group_rule': {'security_group_id': '4a90d8dd-f7dd-40c2-870c-492535d8641f', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:18.796761 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] Current status of the port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:18.797421 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.824990 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.securitygroups_db [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Project 5922136854c94d32a4796736eaea2fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 01:14:18.831778 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (2dac62cf-ce51-440f-8fa4-052e6181f7a1), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.892107 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] Set router 01d116e4-f493-4319-9eb9-05c82fafb3a8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:18.924513 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] For port 5b4a622f-d175-4897-bac6-7ce4dbac2a90, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5b4a622f-d175-4897-bac6-7ce4dbac2a90,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:18.966002 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (2dac62cf-ce51-440f-8fa4-052e6181f7a1), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:18.979745 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9c958-4678-4a6c-9515-7d6fe40cd489 req-cb3c575c-f697-4df0-bc27-ed548dcf04ba tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:18.983946 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2f9c958-4678-4a6c-9515-7d6fe40cd489 req-cb3c575c-f697-4df0-bc27-ed548dcf04ba tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.1832855 Mar 04 01:14:18.990720 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.066457 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (2dac62cf-ce51-440f-8fa4-052e6181f7a1), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.101144 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2f9c958-4678-4a6c-9515-7d6fe40cd489 req-ad6519d5-348b-40a7-bbd9-4d2aa558f377 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021061 Mar 04 01:14:19.116054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3869-4611-4003-8c45-c48c89b1c138 None None] Pushing event updated for resources: {'Port': ['ID=5b4a622f-d175-4897-bac6-7ce4dbac2a90,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:19.121289 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dac62cf-ce51-440f-8fa4-052e6181f7a1,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:19.140051 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298cf04-d618-4130-af5a-b250900be260 None None] Pushing event updated for resources: {'Port': ['ID=5b4a622f-d175-4897-bac6-7ce4dbac2a90,revision_number=4']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:19.149607 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a65782c5-67d3-4cb9-9894-53af42751780 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:19.170761 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.172373 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2a418a7e-806c-4912-a6e2-64c8a372cd94 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4594903 Mar 04 01:14:19.175224 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35136) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:19.180177 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'security_group_rule': {'security_group_id': '4a90d8dd-f7dd-40c2-870c-492535d8641f', 'project_id': '5922136854c94d32a4796736eaea2fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:19.205755 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-66692689-2367-4ee4-bc86-02d9d9fbabfa None None] Provisioning complete for port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:19.206117 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-66692689-2367-4ee4-bc86-02d9d9fbabfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.228126 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:14:15Z', 'revision_number': 4, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b4a622f-d175-4897-bac6-7ce4dbac2a90', 'name': '', 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'mac_address': 'fa:16:3e:22:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '93a91c5c-639c-4954-8d5a-09039369e6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:14Z', 'updated_at': '2022-03-04T01:14:18Z', 'revision_number': 4, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'subnets': [{'id': '93a91c5c-639c-4954-8d5a-09039369e6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:19.259417 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ff10a-95b7-456a-ab9f-dbc64f2b2ed6 None None] The sync data for ids ['01d116e4-f493-4319-9eb9-05c82fafb3a8'] in dv-cinder-831090-8-iscsi is: [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:14:15Z', 'revision_number': 4, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b4a622f-d175-4897-bac6-7ce4dbac2a90', 'name': '', 'network_id': '7584c814-df96-4be7-a648-bccae1c5b0c2', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'mac_address': 'fa:16:3e:22:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '93a91c5c-639c-4954-8d5a-09039369e6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:14Z', 'updated_at': '2022-03-04T01:14:18Z', 'revision_number': 4, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'subnets': [{'id': '93a91c5c-639c-4954-8d5a-09039369e6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:14:19.263986 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port a65782c5-67d3-4cb9-9894-53af42751780 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:19.264381 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (a65782c5-67d3-4cb9-9894-53af42751780), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.294768 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.securitygroups_db [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Project 5922136854c94d32a4796736eaea2fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 01:14:19.302921 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (bd5fae23-06fe-44da-b771-09e5201e763c), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.342903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-66692689-2367-4ee4-bc86-02d9d9fbabfa None None] Current status of the port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:19.437521 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port a65782c5-67d3-4cb9-9894-53af42751780 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:19.465779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (bd5fae23-06fe-44da-b771-09e5201e763c), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.510715 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (bd5fae23-06fe-44da-b771-09e5201e763c), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.536100 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5fae23-06fe-44da-b771-09e5201e763c,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:19.632733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:19.634392 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c9f016b6-13fd-4070-a7a9-5cf8f74f1d0e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4577143 Mar 04 01:14:20.256237 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ba84-d4d1-4141-bb3d-b7bce4a98d31 req-461cabe5-99cb-45e6-a48e-2a1af1dae5e1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:20.257899 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22f8ba84-d4d1-4141-bb3d-b7bce4a98d31 req-461cabe5-99cb-45e6-a48e-2a1af1dae5e1 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0609937 Mar 04 01:14:20.324812 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-22f8ba84-d4d1-4141-bb3d-b7bce4a98d31 req-3908234c-7a70-4692-b72c-bf7e33768602 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595655 Mar 04 01:14:21.061029 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5b4a622f-d175-4897-bac6-7ce4dbac2a90 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:21.110141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:21.110520 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:21.199463 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:21.449562 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45073271-0e8c-4f6b-8d75-4e2d559eee33 req-aea6b532-60d6-4bf0-892e-914ba010b6cc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:21.451087 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-45073271-0e8c-4f6b-8d75-4e2d559eee33 req-aea6b532-60d6-4bf0-892e-914ba010b6cc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0597162 Mar 04 01:14:21.499688 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-45073271-0e8c-4f6b-8d75-4e2d559eee33 req-8ec609a8-d934-4a15-89f1-9e145d198eab tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Mar 04 01:14:22.630763 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0e41-46e2-4d6d-9c0c-69f4e342c8e3 req-2755be7a-80ee-4994-ac3c-8d558d27a56c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:22.634868 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6cab0e41-46e2-4d6d-9c0c-69f4e342c8e3 req-2755be7a-80ee-4994-ac3c-8d558d27a56c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0581877 Mar 04 01:14:22.683619 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6cab0e41-46e2-4d6d-9c0c-69f4e342c8e3 req-5f789eaf-4178-4375-95d0-006ccea90901 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453012 Mar 04 01:14:23.829659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8bd0-83fd-4698-a75f-8dd8f8d27dec req-d3cea6f8-95f4-425d-b6b3-40979e7a5b9d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:23.831168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d6fe8bd0-83fd-4698-a75f-8dd8f8d27dec req-d3cea6f8-95f4-425d-b6b3-40979e7a5b9d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0642843 Mar 04 01:14:23.885626 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d6fe8bd0-83fd-4698-a75f-8dd8f8d27dec req-a9bf6918-dd81-4810-9062-e4843587927f tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487394 Mar 04 01:14:25.053077 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe70c5-1d61-446d-a32f-eea035de54ba req-ed4a8f80-066e-4c67-9d89-b8182c3e722d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:25.064849 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74fe70c5-1d61-446d-a32f-eea035de54ba req-ed4a8f80-066e-4c67-9d89-b8182c3e722d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0704410 Mar 04 01:14:25.111719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74fe70c5-1d61-446d-a32f-eea035de54ba req-79320b44-d273-4ce3-951a-a9e77578f83b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Mar 04 01:14:26.248087 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d70248-3c44-4af4-8421-5ffcdc9e959b req-dbf7157c-9371-4fa6-9c52-5e9993bd1a5e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:26.249661 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-31d70248-3c44-4af4-8421-5ffcdc9e959b req-dbf7157c-9371-4fa6-9c52-5e9993bd1a5e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0568914 Mar 04 01:14:26.303220 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-31d70248-3c44-4af4-8421-5ffcdc9e959b req-4f369471-ec9f-4408-9440-b45b1ae745ed tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474954 Mar 04 01:14:27.423658 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438242-aee6-4d9e-bac7-98cc8186cc4c req-4c2632e5-e4d1-4dde-9d0c-cc690b021c99 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:27.425085 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-56438242-aee6-4d9e-bac7-98cc8186cc4c req-4c2632e5-e4d1-4dde-9d0c-cc690b021c99 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0518005 Mar 04 01:14:27.472505 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-56438242-aee6-4d9e-bac7-98cc8186cc4c req-d565782b-ac54-4861-a4dc-94d6732e3b2d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 Mar 04 01:14:27.542190 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:14:28.594805 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4353-35f1-4eb6-a613-d213f026cef1 req-63cb01d7-3fb3-4207-a073-7210e8105bb2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:28.596435 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-467c4353-35f1-4eb6-a613-d213f026cef1 req-63cb01d7-3fb3-4207-a073-7210e8105bb2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0524645 Mar 04 01:14:28.641473 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-467c4353-35f1-4eb6-a613-d213f026cef1 req-13c71ee6-473f-437c-a178-65a939f1d48e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394402 Mar 04 01:14:29.767827 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b5250-089d-4fb4-9119-918a03b7d66e req-806b7f5c-9ba5-46b6-af18-c8ff3e945610 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:29.769328 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7f0b5250-089d-4fb4-9119-918a03b7d66e req-806b7f5c-9ba5-46b6-af18-c8ff3e945610 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 943 time: 0.0566175 Mar 04 01:14:29.816873 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7f0b5250-089d-4fb4-9119-918a03b7d66e req-b3143ad8-12c7-4a76-a114-d68f6068ed4c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Mar 04 01:14:30.355610 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:14:30.451501 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:30.462571 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'fb849856-0f94-400c-888d-34a22ed51828', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'port_id': 'fb849856-0f94-400c-888d-34a22ed51828', 'mac_address': 'fa:16:3e:1a:0f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:14:30.501012 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:30.501419 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:30.514369 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb849856-0f94-400c-888d-34a22ed51828 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:14:30.532940 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:30.578991 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:30.625100 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=9']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:30.878787 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['fb849856-0f94-400c-888d-34a22ed51828'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:14:30.938222 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc26b-9167-4be3-81af-947fe78e9044 req-d9483a9e-5723-4d32-8c01-d0004542f856 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:30.939690 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fd2cc26b-9167-4be3-81af-947fe78e9044 req-d9483a9e-5723-4d32-8c01-d0004542f856 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 944 time: 0.0527503 Mar 04 01:14:30.992819 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fd2cc26b-9167-4be3-81af-947fe78e9044 req-f3d9abf2-67ab-4e84-b5ba-7b47bf403105 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466888 Mar 04 01:14:31.955423 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:32.105068 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8357f-6c3e-4ea2-9d9e-d3b517198cf4 req-664944b7-1504-44be-a173-14119819c11d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:32.106555 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-06a8357f-6c3e-4ea2-9d9e-d3b517198cf4 req-664944b7-1504-44be-a173-14119819c11d tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 944 time: 0.0507069 Mar 04 01:14:32.153943 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-06a8357f-6c3e-4ea2-9d9e-d3b517198cf4 req-3728e721-55a5-4321-9fc0-600098b7e79b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Mar 04 01:14:32.372687 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:32.418764 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port fb849856-0f94-400c-888d-34a22ed51828 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:32.419134 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (fb849856-0f94-400c-888d-34a22ed51828), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:32.497447 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port fb849856-0f94-400c-888d-34a22ed51828 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:32.497830 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:32.520133 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:32.522391 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2884b29-436c-4efe-8172-5d6b9f1ad128" -d '{"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-plugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:32.535044 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:32.562011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f08b09b-e26e-4858-ae23-44b51f79a100 x-openstack-request-id: req-2f08b09b-e26e-4858-ae23-44b51f79a100 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:32.562303 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-plugged", "status": "completed", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:32.562560 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f08b09b-e26e-4858-ae23-44b51f79a100 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:32.562956 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'code': 200} Mar 04 01:14:33.110222 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:33.158555 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=10']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:33.275949 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130847df-e924-44ea-98ad-ce9412853114 req-1499afe3-2af4-4920-9af3-9452dc340d74 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:33.278538 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-130847df-e924-44ea-98ad-ce9412853114 req-1499afe3-2af4-4920-9af3-9452dc340d74 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Mar 04 01:14:33.336517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-130847df-e924-44ea-98ad-ce9412853114 req-beb4eae2-6de0-429f-8b9a-01e7817229ff tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526373 Mar 04 01:14:33.368629 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e96f09-729b-4cc3-be83-d74e4a467a27 req-ba7bd4ff-bc26-46ec-9f43-3f3109f721db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:33.370156 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-19e96f09-729b-4cc3-be83-d74e4a467a27 req-ba7bd4ff-bc26-46ec-9f43-3f3109f721db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1130 time: 0.0451422 Mar 04 01:14:33.413362 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-19e96f09-729b-4cc3-be83-d74e4a467a27 req-c9a38e68-6653-475d-9e2c-f99dd5c85275 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355785 Mar 04 01:14:34.462984 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a9750-de03-4a4a-9993-956e6d96e123 req-640719c6-e8b7-4ae2-a9d2-896b7bb6eeff tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:34.464483 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ff4a9750-de03-4a4a-9993-956e6d96e123 req-640719c6-e8b7-4ae2-a9d2-896b7bb6eeff tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0570261 Mar 04 01:14:34.509468 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ff4a9750-de03-4a4a-9993-956e6d96e123 req-bdc868dd-a175-421e-b237-5c8cb2143932 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Mar 04 01:14:35.632502 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561bdd-2324-49da-828e-1a0e0c2cbee0 req-af2e48af-6eed-408c-b911-c99f2276ce58 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:35.633925 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6a561bdd-2324-49da-828e-1a0e0c2cbee0 req-af2e48af-6eed-408c-b911-c99f2276ce58 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0521419 Mar 04 01:14:35.679201 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6a561bdd-2324-49da-828e-1a0e0c2cbee0 req-f1dec365-e6af-4953-bc15-6d9623ab0a95 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Mar 04 01:14:36.581732 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-cd38b045-2b59-443f-b03e-544ff0e8b6a4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484429464&fields=id&tenant_id=5922136854c94d32a4796736eaea2fd6 HTTP/1.1" status: 200 len: 267 time: 0.0428467 Mar 04 01:14:36.684948 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-b354fb58-6b1a-4f52-ba42-fecc9cc4d6bf tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:36.686295 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-b354fb58-6b1a-4f52-ba42-fecc9cc4d6bf tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 808 time: 0.0983853 Mar 04 01:14:36.700072 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-6f9bfafe-731c-4b40-a92b-5913d3f68a62 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/quotas/5922136854c94d32a4796736eaea2fd6 HTTP/1.1" status: 200 len: 375 time: 0.0085518 Mar 04 01:14:36.752517 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-999792ca-1f0b-4af4-af15-a63b7807b6e3 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478024 Mar 04 01:14:36.809575 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae6f75-d631-4d4d-8a22-ceb50f74eb1c req-26471a2b-488e-42d2-8fe4-78ea7484779b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:36.811069 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96ae6f75-d631-4d4d-8a22-ceb50f74eb1c req-26471a2b-488e-42d2-8fe4-78ea7484779b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0576808 Mar 04 01:14:36.902283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-96ae6f75-d631-4d4d-8a22-ceb50f74eb1c req-1d5b5f1e-6958-470f-99a1-ab985992554c tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857840 Mar 04 01:14:36.928980 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-b9139d22-7a5e-4e70-9c6b-260cd8d7c697 service neutron] 10.222.0.32 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656830 Mar 04 01:14:37.018704 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-4fc8973a-0173-4f4b-83b3-e96d021726f8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831864 Mar 04 01:14:37.555719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e135d42-e425-4498-bf13-365ae9a91440 req-4ae430fa-608a-41dd-a6a1-3971024e7116 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 210 time: 0.0283399 Mar 04 01:14:38.648080 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad23e64f-b357-488f-8d44-1c14e292c890 req-80cbbc36-4f41-4331-a4da-1e273ec912d6 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 210 time: 0.0270922 Mar 04 01:14:39.201156 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-67159011-01ea-4476-ac39-8c991243e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:39.774665 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d70e4d00-5c1c-49df-9fe3-cca8f3a82168 req-df7959fe-44e9-4684-b759-88e7d5155f58 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 210 time: 0.0308511 Mar 04 01:14:39.819854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f6ceaa27-997f-46f3-bdf4-2dc7fc3d245a tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:39.821321 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f6ceaa27-997f-46f3-bdf4-2dc7fc3d245a tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 808 time: 0.3941944 Mar 04 01:14:39.888065 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-3b7512ff-868c-40e0-b5ab-360ccdb944f7 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5922136854c94d32a4796736eaea2fd6 HTTP/1.1" status: 200 len: 379 time: 0.0507658 Mar 04 01:14:39.896770 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'port': {'device_id': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'admin_state_up': True, 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'security_groups': ['4a90d8dd-f7dd-40c2-870c-492535d8641f']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:40.058809 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Made reservation on behalf of 5922136854c94d32a4796736eaea2fd6 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:14:40.062121 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:40.179075 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Allocated IP 172.20.0.3 (fe273206-30ef-40e3-8751-3bc54eedbd35/1ebf8a3a-52ee-405f-b046-98d0e0e9f5be/35b5409f-5ee6-4615-bde6-6723634894db) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:40.313762 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for port (35b5409f-5ee6-4615-bde6-6723634894db), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:40.412021 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:40.459354 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Network fe273206-30ef-40e3-8751-3bc54eedbd35 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:40.462334 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:40.465994 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:40.475541 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:40.522969 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:40.523580 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:40.608996 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c8cc120f-686f-4085-9069-ee6cbd6dcfc4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7158029 Mar 04 01:14:40.627399 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Request body: {'port': {'device_id': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:40.683403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:40.730956 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-80efa211-da83-4e67-b02b-4600c2fc9f64 None None] Provisioning complete for port 35b5409f-5ee6-4615-bde6-6723634894db triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:40.731532 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-80efa211-da83-4e67-b02b-4600c2fc9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (35b5409f-5ee6-4615-bde6-6723634894db), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:40.767579 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-80efa211-da83-4e67-b02b-4600c2fc9f64 None None] Port 35b5409f-5ee6-4615-bde6-6723634894db cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:14:40.932055 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebf88d-7c9c-4160-acb0-00c0d05c9ae9 req-0ddd0978-e2ab-41da-bb99-c6b7f68514e4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:40.934085 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-02ebf88d-7c9c-4160-acb0-00c0d05c9ae9 req-0ddd0978-e2ab-41da-bb99-c6b7f68514e4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 931 time: 0.0842683 Mar 04 01:14:41.017755 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-02ebf88d-7c9c-4160-acb0-00c0d05c9ae9 req-ea9c4168-c19e-4191-a7a2-297268f66282 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779829 Mar 04 01:14:41.021316 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b5409f-5ee6-4615-bde6-6723634894db {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:14:41.028933 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Publish callbacks [] for port (35b5409f-5ee6-4615-bde6-6723634894db), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:41.041212 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Transition to ACTIVE for port object 35b5409f-5ee6-4615-bde6-6723634894db will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:14:41.114346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:41.169142 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:41.235180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Attempting to bind port 35b5409f-5ee6-4615-bde6-6723634894db on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:41.235445 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Attempting to bind port 35b5409f-5ee6-4615-bde6-6723634894db by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:41.235782 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Attempting to bind port 35b5409f-5ee6-4615-bde6-6723634894db on network fe273206-30ef-40e3-8751-3bc54eedbd35 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:41.240514 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Port 35b5409f-5ee6-4615-bde6-6723634894db on network fe273206-30ef-40e3-8751-3bc54eedbd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:14:41.240857 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Attempting to bind port 35b5409f-5ee6-4615-bde6-6723634894db on network fe273206-30ef-40e3-8751-3bc54eedbd35 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:41.246484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:41.246881 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Checking segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:41.247277 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Bound using segment: {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:41.247712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Bound port: 35b5409f-5ee6-4615-bde6-6723634894db, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f401f006-465d-4976-9b69-a112283f16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:41.248079 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:41.312357 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:41.315638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:41.377756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:41.412544 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:41.417756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:41.417756 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] 10.222.0.35 "PUT /v2.0/ports/35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 1093 time: 0.7913978 Mar 04 01:14:41.417756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:41.417756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ebc900-4fa7-4fa0-9e04-724a47b24377" -d '{"events": [{"name": "network-changed", "server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:41.454101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16222d5-90a4-46f0-b6af-c65d30117b5d service neutron] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:41.522061 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-12ece7ff-a564-41fd-a9ca-dee531e07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:41.537188 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e1916b-3d51-449e-a7d9-afafa9a0f3d4 x-openstack-request-id: req-06e1916b-3d51-449e-a7d9-afafa9a0f3d4 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:41.544440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:41.544440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06e1916b-3d51-449e-a7d9-afafa9a0f3d4 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:41.544440 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'status': 'completed', 'code': 200} Mar 04 01:14:41.576616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-3c5d3d2c-c263-44fa-83b0-68b73bf29451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:41.578122 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-3c5d3d2c-c263-44fa-83b0-68b73bf29451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1127 time: 0.0501804 Mar 04 01:14:41.628337 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-a745e811-1114-452c-8125-224ad6fbb8e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 217 time: 0.0370615 Mar 04 01:14:41.674836 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-a3b7442b-17da-47a8-a2db-e2645829a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:41.676135 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-a3b7442b-17da-47a8-a2db-e2645829a3dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0417066 Mar 04 01:14:41.727933 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c2f2825c-9b2a-4ee5-ba60-0756fb370828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:41.729593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-c2f2825c-9b2a-4ee5-ba60-0756fb370828 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456824 Mar 04 01:14:41.813866 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-ea3f1045-ee4f-49da-bffe-701a7a579e76 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784125 Mar 04 01:14:41.902796 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c271e0df-113a-4da4-ae3c-77d752aa308b req-ed31fcc7-3e14-4090-b5ea-7f466a223e18 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824649 Mar 04 01:14:42.154684 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-30a3836b-0d6c-4c88-bdb1-37db75232c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:42.156094 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-30a3836b-0d6c-4c88-bdb1-37db75232c35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1127 time: 0.0727072 Mar 04 01:14:42.167319 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a8acc-4802-450b-93b5-37de70f58e5a req-07f1066a-8e0f-4c9e-97d4-95f8df467c83 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:42.168717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e84a8acc-4802-450b-93b5-37de70f58e5a req-07f1066a-8e0f-4c9e-97d4-95f8df467c83 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0840669 Mar 04 01:14:42.268724 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e84a8acc-4802-450b-93b5-37de70f58e5a req-75ec56c9-1236-49e8-bf3f-ab9fed75e5b2 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922849 Mar 04 01:14:42.288914 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-7957035a-4645-4982-9ffc-5df295e6d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:42.290361 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-7957035a-4645-4982-9ffc-5df295e6d30e service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 909 time: 0.1208193 Mar 04 01:14:42.330356 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-e7ccd19e-15f6-481b-a262-1471fc4478f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 217 time: 0.0335445 Mar 04 01:14:42.381503 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-296456b3-ce4c-4918-b650-45ef983f103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:42.382890 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-296456b3-ce4c-4918-b650-45ef983f103d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0453339 Mar 04 01:14:42.430608 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-a4db1c16-9ebe-4d95-83b9-d03531f661e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:42.432281 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-a4db1c16-9ebe-4d95-83b9-d03531f661e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427551 Mar 04 01:14:42.516083 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-59635c28-ccb3-45fc-b852-dbb159fd2c71 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781343 Mar 04 01:14:42.605637 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-72ebc900-4fa7-4fa0-9e04-724a47b24377 req-eeda9fd5-0a29-4134-ac1e-7b7e6de6d37d service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843265 Mar 04 01:14:43.058297 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:43.387171 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43629580-3cfa-4de9-a049-6661f01d60a7 req-98e1caf7-a121-4708-a686-185ee10bf528 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:43.388682 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43629580-3cfa-4de9-a049-6661f01d60a7 req-98e1caf7-a121-4708-a686-185ee10bf528 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0537126 Mar 04 01:14:43.437045 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43629580-3cfa-4de9-a049-6661f01d60a7 req-0582023b-4393-4c29-97d4-9b1304d13d26 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Mar 04 01:14:44.348650 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab72f-9b8d-454c-8b56-eca67c894d13 req-e66ed435-0c93-4e39-815d-5b5dc15516e4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:44.350091 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8f2ab72f-9b8d-454c-8b56-eca67c894d13 req-e66ed435-0c93-4e39-815d-5b5dc15516e4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0554268 Mar 04 01:14:44.397668 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8f2ab72f-9b8d-454c-8b56-eca67c894d13 req-43c60a5b-1535-4d48-a950-07616afadbda tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Mar 04 01:14:44.468591 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:44.555069 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13f603-bbe5-4adf-881f-45bdcf964ab6 req-d4b19cb9-2dc7-4b34-aa2f-842179f85b2e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:44.556872 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c13f603-bbe5-4adf-881f-45bdcf964ab6 req-d4b19cb9-2dc7-4b34-aa2f-842179f85b2e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0523598 Mar 04 01:14:44.604009 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c13f603-bbe5-4adf-881f-45bdcf964ab6 req-c902199d-b30d-4316-9ed7-76985627dcb5 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Mar 04 01:14:45.512123 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5515b-cd8c-40cc-92af-1b8505e77715 req-59c64f30-38aa-430b-bd8e-6edf56da5528 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:45.513605 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d6d5515b-cd8c-40cc-92af-1b8505e77715 req-59c64f30-38aa-430b-bd8e-6edf56da5528 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Mar 04 01:14:45.565233 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d6d5515b-cd8c-40cc-92af-1b8505e77715 req-098102ff-e93a-4651-b9d4-2f2ebda19a41 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461278 Mar 04 01:14:45.720826 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1d1ef-c976-400e-890d-4165e2b8f354 req-6fd4aef4-97b2-4010-bd08-7e0561b16110 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:45.722196 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5ff1d1ef-c976-400e-890d-4165e2b8f354 req-6fd4aef4-97b2-4010-bd08-7e0561b16110 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0516388 Mar 04 01:14:45.744192 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:45.770108 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5ff1d1ef-c976-400e-890d-4165e2b8f354 req-5b08e0db-8a7e-4076-afc7-85f99fd9ce81 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Mar 04 01:14:46.059694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-bb7769de-a91c-4c77-9c84-39ad9207fc7a tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:46.061149 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-bb7769de-a91c-4c77-9c84-39ad9207fc7a tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 945 time: 0.0510786 Mar 04 01:14:46.153946 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Deleting port 484b17fe-9fe1-442f-b19d-fd1507517151 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:14:46.154293 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:46.238600 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] For port 484b17fe-9fe1-442f-b19d-fd1507517151, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=484b17fe-9fe1-442f-b19d-fd1507517151,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:46.238963 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:46.406832 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:46.407122 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (1040be6b-1815-4628-a57c-3097ae7f247c), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:46.407443 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Floating IP 1040be6b-1815-4628-a57c-3097ae7f247c disassociated. External IP: 172.27.2.106, port: 484b17fe-9fe1-442f-b19d-fd1507517151. Mar 04 01:14:46.407790 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Calling delete_port for 484b17fe-9fe1-442f-b19d-fd1507517151 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:14:46.600030 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (484b17fe-9fe1-442f-b19d-fd1507517151), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:46.630785 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'Port': ['ID=484b17fe-9fe1-442f-b19d-fd1507517151,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:46.667675 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cc51a0da-077c-4e24-bfb1-31006e1e79a8 req-64a647a4-62fa-4ccb-82f6-7ba7c4d1f220 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 210 time: 0.0304923 Mar 04 01:14:46.769186 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:14:46.900316 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:14:46.911218 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:14:46.921926 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:46.922483 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:46.943096 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] No DVR routers for this DVR port 484b17fe-9fe1-442f-b19d-fd1507517151 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:14:46.946180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:46.949492 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c2803044-7b7b-4ed1-98f2-cd5357bf19e4 req-dc011ecc-5c20-43f1-94d7-73bd76c48ea3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "DELETE /v2.0/ports/484b17fe-9fe1-442f-b19d-fd1507517151 HTTP/1.1" status: 204 len: 173 time: 0.8830774 Mar 04 01:14:46.949952 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'name': 'network-vif-deleted', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:46.952166 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b799593-8d13-4212-971c-42b77feae46f" -d '{"events": [{"server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "name": "network-vif-deleted", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:46.972588 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97790c93-0d9f-428c-9dfa-ab4a084e838c req-749e9a31-b6d3-47a4-be02-63fd30d80db5 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:46.974211 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-97790c93-0d9f-428c-9dfa-ab4a084e838c req-749e9a31-b6d3-47a4-be02-63fd30d80db5 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.1182616 Mar 04 01:14:47.009056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78812457-57c8-497d-86a1-dfad623acdf3 x-openstack-request-id: req-78812457-57c8-497d-86a1-dfad623acdf3 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:47.009056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d370b472-b660-44dc-b415-b74fff6f0727", "name": "network-vif-deleted", "tag": "484b17fe-9fe1-442f-b19d-fd1507517151", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:47.009056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78812457-57c8-497d-86a1-dfad623acdf3 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:47.009056 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd370b472-b660-44dc-b415-b74fff6f0727', 'name': 'network-vif-deleted', 'tag': '484b17fe-9fe1-442f-b19d-fd1507517151', 'status': 'completed', 'code': 200} Mar 04 01:14:47.047357 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:47.057810 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-97790c93-0d9f-428c-9dfa-ab4a084e838c req-085ea761-a3f5-46b5-8022-34a1c233fb4b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749052 Mar 04 01:14:47.250708 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:47.275578 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:14:47.283585 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:47.284180 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:47.390415 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:47.714222 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:47.740638 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc797ad-a20d-4f75-87bd-a62e28ebce71 None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:14:47.770206 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0057a4eb-e735-4ecb-9d38-d23fe69c36f1 req-69a00c94-0dc3-4ab3-8d04-c56602cb23ad tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=d370b472-b660-44dc-b415-b74fff6f0727 HTTP/1.1" status: 200 len: 210 time: 0.0267446 Mar 04 01:14:47.959452 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c0d7c3-d00d-4fd8-b80e-1419e2a13c0c None None] New status for floating IP 1040be6b-1815-4628-a57c-3097ae7f247c: DOWN {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:14:48.176341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84874d-bd63-424c-98c6-0b8391a4be31 req-4114ae61-ad61-4c8d-9e16-8b3cd27b9fef tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:48.177823 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0e84874d-bd63-424c-98c6-0b8391a4be31 req-4114ae61-ad61-4c8d-9e16-8b3cd27b9fef tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0540318 Mar 04 01:14:48.227362 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0e84874d-bd63-424c-98c6-0b8391a4be31 req-b29a47a4-98a0-4c91-a79a-7e3a4d78ae73 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Mar 04 01:14:48.503195 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:14:48.513909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 484b17fe-9fe1-442f-b19d-fd1507517151 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:14:48.535167 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 484b17fe-9fe1-442f-b19d-fd1507517151 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:14:48.535514 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 484b17fe-9fe1-442f-b19d-fd1507517151 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:14:48.620286 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:48.631079 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '35b5409f-5ee6-4615-bde6-6723634894db', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'port_id': '35b5409f-5ee6-4615-bde6-6723634894db', 'mac_address': 'fa:16:3e:d3:3d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:14:48.665858 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 35b5409f-5ee6-4615-bde6-6723634894db is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:48.666240 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:48.679639 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b5409f-5ee6-4615-bde6-6723634894db {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:14:48.698930 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:48.759581 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:48.810285 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:49.022929 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-aa2de0b3-9ca6-4e83-a1a5-27dc6386f79f tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912381088&fields=id&tenant_id=d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 267 time: 0.0421546 Mar 04 01:14:49.063316 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['35b5409f-5ee6-4615-bde6-6723634894db'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:14:49.132250 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-ea36dcd5-ac77-4638-ba07-0d7e030c6eaf tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:49.134168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-ea36dcd5-ac77-4638-ba07-0d7e030c6eaf tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 812 time: 0.1043217 Mar 04 01:14:49.152808 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-e833872f-d6a1-40a1-acbc-a12203ec43dc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/quotas/d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 375 time: 0.0124276 Mar 04 01:14:49.208064 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-5b92e82a-2780-438b-9683-9ae43f2763d3 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500946 Mar 04 01:14:49.336955 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-d4442011-664e-4f7a-bb1f-6938c8411526 service neutron] 10.222.0.32 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174526 Mar 04 01:14:49.409546 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c997a6-34b6-4b15-8b3f-a7d4e58e7386 req-e4816d0d-66f5-4ab7-bcb7-7dd4cf98ad76 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:49.411171 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9c997a6-34b6-4b15-8b3f-a7d4e58e7386 req-e4816d0d-66f5-4ab7-bcb7-7dd4cf98ad76 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 944 time: 0.1182318 Mar 04 01:14:49.475155 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-4f0bf0fe-6a80-4e76-82aa-8324be51f90b service neutron] 10.222.0.32 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315475 Mar 04 01:14:49.488468 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a9c997a6-34b6-4b15-8b3f-a7d4e58e7386 req-479e1471-f3b1-409d-848e-564f483dac14 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707090 Mar 04 01:14:49.951266 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cfc7463c-e389-45e4-8dcf-91c555974323 req-e53cbf58-c745-46e7-a78f-12d6884993ff tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 210 time: 0.0273597 Mar 04 01:14:50.532506 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:14:50.606219 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7e600-a9aa-4d15-975b-4abff1ae7703 req-4cc7ca5b-cf2a-4281-98b3-ba1d54185e22 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:50.607700 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c8b7e600-a9aa-4d15-975b-4abff1ae7703 req-4cc7ca5b-cf2a-4281-98b3-ba1d54185e22 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 944 time: 0.0527260 Mar 04 01:14:50.635012 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 35b5409f-5ee6-4615-bde6-6723634894db completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:14:50.638904 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 35b5409f-5ee6-4615-bde6-6723634894db triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:50.639274 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (35b5409f-5ee6-4615-bde6-6723634894db), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:50.657568 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c8b7e600-a9aa-4d15-975b-4abff1ae7703 req-ad5de15a-9fdd-4e72-b2e5-fcbfa2e9c10b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 Mar 04 01:14:50.718242 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 35b5409f-5ee6-4615-bde6-6723634894db is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:14:50.718672 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:50.740909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:50.743167 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610cde54-d9cc-4524-b428-a7a8769b4309" -d '{"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-plugged", "status": "completed", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:50.755440 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:14:50.778281 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b3ed32-a512-4657-bc06-e4f5c0c10319 x-openstack-request-id: req-e2b3ed32-a512-4657-bc06-e4f5c0c10319 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:50.778573 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-plugged", "status": "completed", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:50.778827 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b3ed32-a512-4657-bc06-e4f5c0c10319 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:50.779218 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'code': 200} Mar 04 01:14:50.841317 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:50.888465 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:51.046511 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fdc1f466-67c2-4210-b411-948bb5b823cf req-5c528510-c809-48fa-aad7-117a034e61f8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 210 time: 0.0302346 Mar 04 01:14:51.138712 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971d8fe-5178-404f-9fb6-aebfeba88028 req-d72ab04c-6777-4b69-90a9-237727744b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:51.140490 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1971d8fe-5178-404f-9fb6-aebfeba88028 req-d72ab04c-6777-4b69-90a9-237727744b68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1129 time: 0.0436287 Mar 04 01:14:51.190979 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1971d8fe-5178-404f-9fb6-aebfeba88028 req-8292e2d7-d77c-4ea9-b90a-2c468d2e0e85 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Mar 04 01:14:51.778873 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2381-f485-452b-9422-a1d68b213dbd req-08854a75-9c6a-4998-8e19-d184498e72c2 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:51.780388 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c7ff2381-f485-452b-9422-a1d68b213dbd req-08854a75-9c6a-4998-8e19-d184498e72c2 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0533819 Mar 04 01:14:51.829109 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c7ff2381-f485-452b-9422-a1d68b213dbd req-8235e821-3263-4393-b82a-a64943b33477 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Mar 04 01:14:52.050536 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-840f685a-5f91-4b65-8bf4-e7836067e414 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:52.051969 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-840f685a-5f91-4b65-8bf4-e7836067e414 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 812 time: 0.1016669 Mar 04 01:14:52.130923 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-e7af400f-df42-4ed2-b670-1f7266e72912 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 380 time: 0.0622466 Mar 04 01:14:52.145785 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d8f8f492-c8fe-4a42-a48a-0e459251aa43 req-4cb0185c-7991-410b-ad56-91e695dfcef5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 210 time: 0.0298736 Mar 04 01:14:52.154672 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'port': {'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'admin_state_up': True, 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'security_groups': ['a8701467-7804-419a-a9e4-0bcd5f6b032e']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:52.333013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Made reservation on behalf of d4d1228a587747e2a934c9d33f7bcc74 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:14:52.336579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:52.462558 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Allocated IP 172.20.0.13 (00360203-a918-43bf-bb8c-ef256a752323/7077ebff-a060-4b5a-b8b8-ecbd7298a4bd/f81dc95b-889f-4591-b3f7-bdf298f24c80) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:52.594828 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:52.687137 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:52.734136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Network 00360203-a918-43bf-bb8c-ef256a752323 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:52.738796 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:52.743062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:52.746848 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=f81dc95b-889f-4591-b3f7-bdf298f24c80,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:52.794525 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:52.798909 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:52.909614 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-73e46315-65c4-4259-8bb6-6d31c25d9ddb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7591400 Mar 04 01:14:52.930368 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Request body: {'port': {'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:52.997803 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3d9e-2fb6-4342-9556-c5d52479d6f9 req-c0ff91e1-fe11-485d-99b2-9e876e0383b6 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:52.999163 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a6db3d9e-2fb6-4342-9556-c5d52479d6f9 req-c0ff91e1-fe11-485d-99b2-9e876e0383b6 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.1024783 Mar 04 01:14:53.003339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-dec1b6fc-79f0-4eea-8585-bb81dcd40cdf None None] Provisioning complete for port f81dc95b-889f-4591-b3f7-bdf298f24c80 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:14:53.003866 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dec1b6fc-79f0-4eea-8585-bb81dcd40cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:53.016209 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:53.038657 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-dec1b6fc-79f0-4eea-8585-bb81dcd40cdf None None] Port f81dc95b-889f-4591-b3f7-bdf298f24c80 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:14:53.084819 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a6db3d9e-2fb6-4342-9556-c5d52479d6f9 req-2f024bb0-b721-4f47-b707-de258434d46d tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778620 Mar 04 01:14:53.563663 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855b399-c1bd-4aab-a479-ad0e4e462bff req-af545895-b7db-4b5c-ad4f-c32a93644351 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:53.565185 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6855b399-c1bd-4aab-a479-ad0e4e462bff req-af545895-b7db-4b5c-ad4f-c32a93644351 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.4133162 Mar 04 01:14:53.605358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca0fb-5c2f-4cdb-8013-491ab7b42852 req-71ea3ddc-5a12-473a-876d-e9b7f04a54e2 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:53.606819 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-989ca0fb-5c2f-4cdb-8013-491ab7b42852 req-71ea3ddc-5a12-473a-876d-e9b7f04a54e2 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 932 time: 0.1519303 Mar 04 01:14:53.687656 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6855b399-c1bd-4aab-a479-ad0e4e462bff req-966cc215-6669-4958-8d10-f41447dfb912 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154919 Mar 04 01:14:53.708449 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35406) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:53.718808 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-989ca0fb-5c2f-4cdb-8013-491ab7b42852 req-7cbb6682-f7a5-4ae2-88a9-65922c06848c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016099 Mar 04 01:14:53.730206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81dc95b-889f-4591-b3f7-bdf298f24c80 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:14:53.737799 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Publish callbacks [] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:53.749620 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Transition to ACTIVE for port object f81dc95b-889f-4591-b3f7-bdf298f24c80 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:14:53.807453 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5691b97-e1a6-40cb-9ecc-1573013edada tempest-TestShelveInstance-2043705443 tempest-TestShelveInstance-2043705443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:53.808997 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c5691b97-e1a6-40cb-9ecc-1573013edada tempest-TestShelveInstance-2043705443 tempest-TestShelveInstance-2043705443-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1124 time: 0.0994384 Mar 04 01:14:53.811917 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35410) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:14:53.816169 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'port_id': '35b5409f-5ee6-4615-bde6-6723634894db', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:14:53.818172 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:53.887375 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f81dc95b-889f-4591-b3f7-bdf298f24c80,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:53.932249 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:53.941633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Attempting to bind port f81dc95b-889f-4591-b3f7-bdf298f24c80 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:14:53.941975 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Attempting to bind port f81dc95b-889f-4591-b3f7-bdf298f24c80 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:14:53.942317 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Attempting to bind port f81dc95b-889f-4591-b3f7-bdf298f24c80 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:53.946634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Port f81dc95b-889f-4591-b3f7-bdf298f24c80 on network 00360203-a918-43bf-bb8c-ef256a752323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:14:53.946967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Attempting to bind port f81dc95b-889f-4591-b3f7-bdf298f24c80 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:14:53.952543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:14:53.952892 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Checking segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:14:53.953290 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Bound using segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:14:53.953735 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Bound port: f81dc95b-889f-4591-b3f7-bdf298f24c80, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:14:53.954105 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:54.020542 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] For port f81dc95b-889f-4591-b3f7-bdf298f24c80, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:14:54.023941 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] For port f81dc95b-889f-4591-b3f7-bdf298f24c80, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:14:54.043287 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:54.110024 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:54.145167 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Allocated IP 172.27.2.76 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/c1d1fd63-48ed-43ba-bcbe-7815ef750704) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:14:54.149244 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.149894 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:54.151839 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] 10.222.0.35 "PUT /v2.0/ports/f81dc95b-889f-4591-b3f7-bdf298f24c80 HTTP/1.1" status: 200 len: 1094 time: 1.2279320 Mar 04 01:14:54.152306 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:54.154578 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b11681-5a89-450b-b920-8cbbd2fbe042" -d '{"events": [{"name": "network-changed", "server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:54.183715 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8776dd-1c6e-4428-8eee-195e68523c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f81dc95b-889f-4591-b3f7-bdf298f24c80,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:54.217417 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33dc189-69b4-418e-8ee4-5da6df8b37ff x-openstack-request-id: req-e33dc189-69b4-418e-8ee4-5da6df8b37ff {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:54.217724 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:54.218003 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e33dc189-69b4-418e-8ee4-5da6df8b37ff {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:54.218413 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'status': 'completed', 'code': 200} Mar 04 01:14:54.258796 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:54.304854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b11681-5a89-450b-b920-8cbbd2fbe042 req-dd6c231c-f4f2-429b-976d-5baa204ce450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.306715 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54b11681-5a89-450b-b920-8cbbd2fbe042 req-dd6c231c-f4f2-429b-976d-5baa204ce450 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1128 time: 0.0467913 Mar 04 01:14:54.327445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:54.364850 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:14:54.367626 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:14:54.371685 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:14:54.401248 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'Port': ['ID=c1d1fd63-48ed-43ba-bcbe-7815ef750704,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:54.419183 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b11681-5a89-450b-b920-8cbbd2fbe042 req-70dffda8-3f68-43e2-af42-c183dbcf24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.420629 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54b11681-5a89-450b-b920-8cbbd2fbe042 req-70dffda8-3f68-43e2-af42-c183dbcf24ae service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000447 Mar 04 01:14:54.513740 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b11681-5a89-450b-b920-8cbbd2fbe042 req-7b31c501-a38b-4945-a395-abeecfc58ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.515218 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-54b11681-5a89-450b-b920-8cbbd2fbe042 req-7b31c501-a38b-4945-a395-abeecfc58ece service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883060 Mar 04 01:14:54.617292 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-06d99123-fb9a-456f-9cb1-c0eb680bac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.618790 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-06d99123-fb9a-456f-9cb1-c0eb680bac70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1128 time: 0.0432615 Mar 04 01:14:54.674890 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-7fd2ad75-7c8e-40bd-863d-5255d5fc0866 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80 HTTP/1.1" status: 200 len: 217 time: 0.0377572 Mar 04 01:14:54.726780 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-8dd31658-edc7-4108-b071-98fd21648202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.728348 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-8dd31658-edc7-4108-b071-98fd21648202 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0440435 Mar 04 01:14:54.780400 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-6ba63c5e-fc63-409f-990d-28a3ccd0d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.782149 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-6ba63c5e-fc63-409f-990d-28a3ccd0d2a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485523 Mar 04 01:14:54.912818 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb041d-7d93-4d69-8481-b7869d54c11a req-4fc6f98d-55cf-4f21-9e19-618384f8f1a0 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:54.914224 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90fb041d-7d93-4d69-8481-b7869d54c11a req-4fc6f98d-55cf-4f21-9e19-618384f8f1a0 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.1171310 Mar 04 01:14:54.918495 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-5b5b21f4-d241-4c10-8c2b-956a73488ddb service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295362 Mar 04 01:14:54.955891 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for floatingip (d6239d88-959b-40be-a817-8991ce1f04c7), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:55.017966 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90fb041d-7d93-4d69-8481-b7869d54c11a req-7e91c1da-1028-4909-820d-cf21e8d9906e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977662 Mar 04 01:14:55.042505 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4a5eda5e-6550-495b-9ba1-2c168dba59fa req-a9ec64aa-2ecb-421a-b2d3-211414d86b73 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166136 Mar 04 01:14:55.105325 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:55.247737 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:55.330997 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:55.396708 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event updated for resources: {'Port': ['ID=c1d1fd63-48ed-43ba-bcbe-7815ef750704,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:14:55.407911 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (d6239d88-959b-40be-a817-8991ce1f04c7), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:55.505838 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.l3_db [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Floating IP d6239d88-959b-40be-a817-8991ce1f04c7 associated. External IP: 172.27.2.76, port: 35b5409f-5ee6-4615-bde6-6723634894db. Mar 04 01:14:55.710176 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Router c7639b79-6e25-4969-a3ac-07a1df23e58c has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:14:55.814846 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:14:55.824757 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] Sync routers for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:14:55.834223 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:55.834832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:55.893442 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:14:55.922070 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-405ef4af-e013-43b9-831e-8fc611c313cb tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1090171 Mar 04 01:14:55.922666 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:14:55.924997 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd" -d '{"events": [{"name": "network-changed", "server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:14:55.943691 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:56.019169 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1b1e8-d944-411d-aaa3-9bf73e8e04cf x-openstack-request-id: req-e5f1b1e8-d944-411d-aaa3-9bf73e8e04cf {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:14:56.019673 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:14:56.019809 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5f1b1e8-d944-411d-aaa3-9bf73e8e04cf {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:14:56.020198 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'status': 'completed', 'code': 200} Mar 04 01:14:56.141764 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-abf247ec-5e04-4809-84ec-561c42962116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:56.143173 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-abf247ec-5e04-4809-84ec-561c42962116 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1129 time: 0.0776343 Mar 04 01:14:56.153983 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a24dc2-48ea-4b17-bd7b-933da6d0858e req-47283bad-c74d-45b7-bfce-af78dc515e2d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:56.155356 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-12a24dc2-48ea-4b17-bd7b-933da6d0858e req-47283bad-c74d-45b7-bfce-af78dc515e2d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.0632489 Mar 04 01:14:56.166293 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': 'd6239d88-959b-40be-a817-8991ce1f04c7', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'port_id': '35b5409f-5ee6-4615-bde6-6723634894db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'mac_address': 'fa:16:3e:d3:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:14:54Z', 'updated_at': '2022-03-04T01:14:54Z', 'revision_number': 0, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:56.196330 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] Checking router: c7639b79-6e25-4969-a3ac-07a1df23e58c for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:14:56.204462 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:14:56.205077 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:56.254663 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-12a24dc2-48ea-4b17-bd7b-933da6d0858e req-d1e21176-24de-4db5-b5b9-129961c59d06 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915132 Mar 04 01:14:56.277484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-2baf4af7-b460-4066-bc80-5fbd80c56e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:56.279014 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-2baf4af7-b460-4066-bc80-5fbd80c56e9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 909 time: 0.1227701 Mar 04 01:14:56.313374 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:14:56.350201 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-6b3b7dbd-46e5-4e98-b1d8-2e835494cc46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 998 time: 0.0647960 Mar 04 01:14:56.399734 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-fa4d47ab-ec64-4b90-9b2d-01e80c2f0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:56.401276 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-fa4d47ab-ec64-4b90-9b2d-01e80c2f0356 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0449026 Mar 04 01:14:56.451980 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-501d0cce-0ec4-4f4d-a6f1-e4461dddd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:56.453559 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-501d0cce-0ec4-4f4d-a6f1-e4461dddd0fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460751 Mar 04 01:14:56.550396 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': 'd6239d88-959b-40be-a817-8991ce1f04c7', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'port_id': '35b5409f-5ee6-4615-bde6-6723634894db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'mac_address': 'fa:16:3e:d3:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:14:54Z', 'updated_at': '2022-03-04T01:14:54Z', 'revision_number': 0, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:14:56.560083 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-1a1dc9db-8cff-477f-8a98-74005a785823 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986111 Mar 04 01:14:56.580806 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3932de-9914-4ba4-9951-e0bed0601ce9 None None] The sync data for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi is: [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': 'd6239d88-959b-40be-a817-8991ce1f04c7', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'port_id': '35b5409f-5ee6-4615-bde6-6723634894db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'mac_address': 'fa:16:3e:d3:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:14:54Z', 'updated_at': '2022-03-04T01:14:54Z', 'revision_number': 0, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:14:56.650670 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3fd47ea-baf9-41ec-80e7-9f0522eb14fd req-b8df500f-7cb7-41a6-b4b6-192513a3461d service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Mar 04 01:14:56.786427 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8115c-04c1-4e78-985a-d5f8d7abacf5 None None] New status for floating IP d6239d88-959b-40be-a817-8991ce1f04c7: ACTIVE {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:14:57.371930 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3562a7-138b-456e-93f7-9579cae10b06 req-f65a9df0-d7aa-485d-85b5-a556c2e57f01 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:57.373431 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4c3562a7-138b-456e-93f7-9579cae10b06 req-f65a9df0-d7aa-485d-85b5-a556c2e57f01 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.0520182 Mar 04 01:14:57.419562 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4c3562a7-138b-456e-93f7-9579cae10b06 req-d657d527-0366-4093-85fa-535c8d4f8b3b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 Mar 04 01:14:58.537638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3d51-ed88-4f4e-9370-9bdc8c7dfd75 req-a7d66270-a586-4c40-9b9a-33c7d3f98684 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:58.539131 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6bbc3d51-ed88-4f4e-9370-9bdc8c7dfd75 req-a7d66270-a586-4c40-9b9a-33c7d3f98684 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.0553224 Mar 04 01:14:58.587558 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6bbc3d51-ed88-4f4e-9370-9bdc8c7dfd75 req-5d0f0bf8-a58c-4048-8b7d-76b60f71add8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 Mar 04 01:14:59.705442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb52acf-dafa-42f8-9658-ed9340010762 req-87e5ad3f-d18e-4adc-a318-8e9077601530 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:14:59.706973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6eb52acf-dafa-42f8-9658-ed9340010762 req-87e5ad3f-d18e-4adc-a318-8e9077601530 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.0526071 Mar 04 01:14:59.754229 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6eb52acf-dafa-42f8-9658-ed9340010762 req-a01be00e-903d-454d-88dd-e8c6b5a55ade tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Mar 04 01:15:00.873410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682015-f28d-4bda-a392-886798b5581a req-c5279b4b-df1f-40f2-9f10-1571aabcfdf2 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:00.874809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-da682015-f28d-4bda-a392-886798b5581a req-c5279b4b-df1f-40f2-9f10-1571aabcfdf2 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.0561445 Mar 04 01:15:00.921833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-da682015-f28d-4bda-a392-886798b5581a req-9db76b9d-d6d5-4cd5-9af9-0effb14ca7e8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Mar 04 01:15:02.000533 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:02.037509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521b33-eafa-4118-92f2-4231d70f5134 req-7c1c6469-40f6-47aa-a664-f0bb6a902486 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:02.039003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b8521b33-eafa-4118-92f2-4231d70f5134 req-7c1c6469-40f6-47aa-a664-f0bb6a902486 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 944 time: 0.0520673 Mar 04 01:15:02.086495 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b8521b33-eafa-4118-92f2-4231d70f5134 req-dc2b85aa-e968-466c-9f7b-8d9afcd44867 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Mar 04 01:15:02.574406 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f81dc95b-889f-4591-b3f7-bdf298f24c80 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:15:02.669985 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port f81dc95b-889f-4591-b3f7-bdf298f24c80, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:02.797517 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:15:02.832638 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port f81dc95b-889f-4591-b3f7-bdf298f24c80 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:02.832965 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:02.845297 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81dc95b-889f-4591-b3f7-bdf298f24c80 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:15:02.865078 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port f81dc95b-889f-4591-b3f7-bdf298f24c80, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:02.914809 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:02.924420 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-d7f62fe4-530b-4555-bd52-2cefb524ca40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424631 Mar 04 01:15:02.960763 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=f81dc95b-889f-4591-b3f7-bdf298f24c80,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:02.968281 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.968640 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.968988 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.969328 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.969659 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.970585 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.970924 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.971253 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.971579 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.971904 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.972231 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.972574 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:02.972895 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:03.004329 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-7c268507-ac21-4c94-bb60-f371fce0f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:03.005857 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-7c268507-ac21-4c94-bb60-f371fce0f5ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f262907128c42b49b67312b5f62378e&device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 1130 time: 0.0477200 Mar 04 01:15:03.107703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-df604e05-c91a-45ec-9684-5e387d008bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:03.110632 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-df604e05-c91a-45ec-9684-5e387d008bd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 200 len: 917 time: 0.0832875 Mar 04 01:15:03.210348 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-5e621397-35d6-464f-a3ad-5ca4967468d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 200 len: 1000 time: 0.0920751 Mar 04 01:15:03.232980 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6426732-8e11-4933-a475-9910b0aeafe6 req-a63bc79f-2de4-43a1-9aed-b100cc6ac663 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:03.234457 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b6426732-8e11-4933-a475-9910b0aeafe6 req-a63bc79f-2de4-43a1-9aed-b100cc6ac663 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 945 time: 0.0749609 Mar 04 01:15:03.265994 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['f81dc95b-889f-4591-b3f7-bdf298f24c80'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:15:03.289113 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-07c5254c-f2ef-4ff1-a114-713f0da516eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:03.290550 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-07c5254c-f2ef-4ff1-a114-713f0da516eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 200 len: 855 time: 0.0721660 Mar 04 01:15:03.317435 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b6426732-8e11-4933-a475-9910b0aeafe6 req-836dcd3b-784e-4a02-9bee-9c24997e05f8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654736 Mar 04 01:15:03.348730 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-c22b481f-cbac-43f0-9fab-5be82bed94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:03.350211 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-c22b481f-cbac-43f0-9fab-5be82bed94aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7264557-89d2-4e14-a393-ff4fad6aa15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500863 Mar 04 01:15:03.440611 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-766b58eb-3548-4293-beda-da4dabfe13a1 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828943 Mar 04 01:15:03.527259 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-427bac7d-b2dc-4add-ba63-26890707cbf5 req-4fc58355-e40e-488b-a574-3601a0fa7439 service neutron] 10.222.0.35 "GET /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796936 Mar 04 01:15:04.437583 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b733dd4-e65f-4924-ab9a-80f890b707f4 req-57f06009-ed50-4999-89fe-371fd5decfee tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:04.439044 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b733dd4-e65f-4924-ab9a-80f890b707f4 req-57f06009-ed50-4999-89fe-371fd5decfee tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 945 time: 0.0562704 Mar 04 01:15:04.487632 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b733dd4-e65f-4924-ab9a-80f890b707f4 req-39028804-6ed2-4f4c-80e6-9f144b58cc2d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Mar 04 01:15:04.540483 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:15:04.611882 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f81dc95b-889f-4591-b3f7-bdf298f24c80 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:15:04.720422 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port f81dc95b-889f-4591-b3f7-bdf298f24c80 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:15:04.724078 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port f81dc95b-889f-4591-b3f7-bdf298f24c80 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:04.724507 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:04.798937 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port f81dc95b-889f-4591-b3f7-bdf298f24c80 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:04.799323 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:04.820885 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:15:04.823086 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07be7a27-26cc-4620-a4fc-776ec7040b3a" -d '{"events": [{"server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "name": "network-vif-plugged", "status": "completed", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:15:04.834838 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port f81dc95b-889f-4591-b3f7-bdf298f24c80, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:04.858929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f436f-fbb0-4ac4-bef3-3dd76eef4b90 x-openstack-request-id: req-221f436f-fbb0-4ac4-bef3-3dd76eef4b90 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:15:04.858929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "name": "network-vif-plugged", "status": "completed", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:15:04.858929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-221f436f-fbb0-4ac4-bef3-3dd76eef4b90 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:15:04.858929 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'code': 200} Mar 04 01:15:04.892144 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:04.948996 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=f81dc95b-889f-4591-b3f7-bdf298f24c80,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:05.231924 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5136-5fb0-4a35-a61b-18364050f02d req-e375e277-3b89-407c-adb2-93edb3d19075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:05.233243 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba0d5136-5fb0-4a35-a61b-18364050f02d req-e375e277-3b89-407c-adb2-93edb3d19075 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1130 time: 0.0425649 Mar 04 01:15:05.275871 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ba0d5136-5fb0-4a35-a61b-18364050f02d req-35a0b683-14dc-494b-a62c-02a7ddc0c7bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Mar 04 01:15:05.605279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b445f-0344-46f3-a6e8-993637c4708e req-f885a51b-e900-431a-a15a-b4ada3d41a72 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:05.606792 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-211b445f-0344-46f3-a6e8-993637c4708e req-f885a51b-e900-431a-a15a-b4ada3d41a72 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 946 time: 0.0552502 Mar 04 01:15:05.654141 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-211b445f-0344-46f3-a6e8-993637c4708e req-9c77a773-5efd-42ba-a3db-16ece08b4fea tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Mar 04 01:15:06.769396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ebb50-71aa-4a61-8012-282861f78ff2 req-b1e72793-e8e7-45d6-9a3f-657b98062230 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:06.770855 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7ebb50-71aa-4a61-8012-282861f78ff2 req-b1e72793-e8e7-45d6-9a3f-657b98062230 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 946 time: 0.0513077 Mar 04 01:15:06.818442 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cb7ebb50-71aa-4a61-8012-282861f78ff2 req-6ec1f0fa-c67a-42da-8af1-dd01c07d4cda tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Mar 04 01:15:06.931586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cc356-2158-4bd0-a920-420976b48361 req-55f326de-d56c-45b1-ae3e-5aa0860e1cca tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:06.933072 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a45cc356-2158-4bd0-a920-420976b48361 req-55f326de-d56c-45b1-ae3e-5aa0860e1cca tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 946 time: 0.0505164 Mar 04 01:15:06.984422 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a45cc356-2158-4bd0-a920-420976b48361 req-0d8352bf-3a53-4061-abb8-7e843fdea71c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452683 Mar 04 01:15:07.005728 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35452) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:07.048174 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c667ff95-848c-426c-ac73-99fe031f0327 tempest-TestVolumeBootPattern-200725053 tempest-TestVolumeBootPattern-200725053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:07.049697 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c667ff95-848c-426c-ac73-99fe031f0327 tempest-TestVolumeBootPattern-200725053 tempest-TestVolumeBootPattern-200725053-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1125 time: 0.0430064 Mar 04 01:15:07.052361 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35454) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:07.056854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:07.126257 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:07.219373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:07.323935 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Allocated IP 172.27.2.182 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/39cb34c9-e72c-4263-9e86-fe240cf6d402) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:15:07.419844 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:07.486478 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:07.530331 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:07.533244 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:07.535860 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:15:07.560167 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=39cb34c9-e72c-4263-9e86-fe240cf6d402,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:07.573866 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.574231 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.574616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.574968 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.575311 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.575654 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.575992 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.576363 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.576707 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.577040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.577373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.577703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.578032 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:07.904585 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (9be2d88e-b305-435e-805d-bf25b25888c9), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:08.038083 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:08.182678 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:08.240556 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:08.307654 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=39cb34c9-e72c-4263-9e86-fe240cf6d402,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:08.315795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (9be2d88e-b305-435e-805d-bf25b25888c9), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:08.414143 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Floating IP 9be2d88e-b305-435e-805d-bf25b25888c9 associated. External IP: 172.27.2.182, port: f81dc95b-889f-4591-b3f7-bdf298f24c80. Mar 04 01:15:08.619253 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:15:08.725383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:15:08.734723 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:15:08.744361 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:08.749768 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:08.802889 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:08.833025 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8f2044a6-13f1-4ed7-8bbc-34f61507bd32 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7796662 Mar 04 01:15:08.833624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:15:08.835859 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3211a143-ee67-4b0e-8672-364e7686d863" -d '{"events": [{"name": "network-changed", "server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:15:08.851148 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:08.870762 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d801a-751e-45c3-912e-11ca9c2b0e6d x-openstack-request-id: req-b99d801a-751e-45c3-912e-11ca9c2b0e6d {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:15:08.871054 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:15:08.871310 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b99d801a-751e-45c3-912e-11ca9c2b0e6d {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:15:08.872302 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'status': 'completed', 'code': 200} Mar 04 01:15:08.965319 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a143-ee67-4b0e-8672-364e7686d863 req-04ec390e-a87f-4871-a525-7a5e6b1e663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:08.966801 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-04ec390e-a87f-4871-a525-7a5e6b1e663b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1130 time: 0.0440171 Mar 04 01:15:09.057703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a143-ee67-4b0e-8672-364e7686d863 req-0b983f8e-0773-4371-8acb-9a6f6211c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:09.059795 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-0b983f8e-0773-4371-8acb-9a6f6211c9d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0857887 Mar 04 01:15:09.074268 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:07Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:09.099725 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:15:09.108209 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:09.108841 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:14:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:09.123099 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-601ca984-0ed9-4ad0-bfec-5c0718fcb879 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80 HTTP/1.1" status: 200 len: 1000 time: 0.0579102 Mar 04 01:15:09.174309 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a143-ee67-4b0e-8672-364e7686d863 req-38e4a9ec-5826-4484-818a-6aa38aa3b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:09.175982 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-38e4a9ec-5826-4484-818a-6aa38aa3b903 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0468750 Mar 04 01:15:09.225643 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:09.227398 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6a882ee5-5e35-4ac5-98fc-2f0921bdfa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:09.231516 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a143-ee67-4b0e-8672-364e7686d863 req-422b001b-36ec-4d19-9800-c893c52eeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:09.233068 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-422b001b-36ec-4d19-9800-c893c52eeaa9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450737 Mar 04 01:15:09.322073 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-58ff3989-8bcc-4839-be97-68225d5bb204 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819240 Mar 04 01:15:09.449550 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:07Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:09.481509 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0220b79-bdb2-4fbf-a09a-21d95ffb9a2c None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:07Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:15:09.677692 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacaf4e0-8d01-4a0f-afe7-e91ee403f3f9 None None] New status for floating IP 9be2d88e-b305-435e-805d-bf25b25888c9: ACTIVE {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:15:09.694812 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3211a143-ee67-4b0e-8672-364e7686d863 req-d9aefe26-b8d6-4f12-bc08-dd90da1d3a88 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646553 Mar 04 01:15:10.274593 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe7836-ac0d-414a-b227-d12bb5619111 req-ab8c644d-df86-40d3-9378-a708b75acee2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:10.276052 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfbe7836-ac0d-414a-b227-d12bb5619111 req-ab8c644d-df86-40d3-9378-a708b75acee2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0522935 Mar 04 01:15:10.320675 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bfbe7836-ac0d-414a-b227-d12bb5619111 req-50899b65-f7e2-4767-81eb-86e4ee8b43bc tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390031 Mar 04 01:15:11.442791 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66552294-e28b-4f90-b2a8-e209bc04cc72 req-5343be82-7087-494d-bf9f-f5eb1786256e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:11.444286 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66552294-e28b-4f90-b2a8-e209bc04cc72 req-5343be82-7087-494d-bf9f-f5eb1786256e tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0510938 Mar 04 01:15:11.493090 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66552294-e28b-4f90-b2a8-e209bc04cc72 req-535541f9-8cbe-4e1a-bb30-1639e7878908 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups?id=550a1a7f-6491-4c38-b029-c1d9d3552561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433357 Mar 04 01:15:11.514584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-81da1097-67e1-4563-81d8-a9811d98d002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:11.839933 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-3fe25df7-88c9-446d-b197-1cdd3a6d572a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:11.842007 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-3fe25df7-88c9-446d-b197-1cdd3a6d572a tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 946 time: 0.0505307 Mar 04 01:15:11.930948 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Deleting port fb849856-0f94-400c-888d-34a22ed51828 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:15:11.931599 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (fb849856-0f94-400c-888d-34a22ed51828), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:12.019878 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] For port fb849856-0f94-400c-888d-34a22ed51828, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=fb849856-0f94-400c-888d-34a22ed51828,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:12.020173 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (fb849856-0f94-400c-888d-34a22ed51828), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:12.184078 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:12.184474 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:12.184801 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Floating IP 4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a disassociated. External IP: 172.27.2.18, port: fb849856-0f94-400c-888d-34a22ed51828. Mar 04 01:15:12.185150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Calling delete_port for fb849856-0f94-400c-888d-34a22ed51828 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:15:12.372504 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (fb849856-0f94-400c-888d-34a22ed51828), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:12.401224 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event deleted for resources: {'Port': ['ID=fb849856-0f94-400c-888d-34a22ed51828,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:12.514781 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:15:12.598217 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9ec34f59-ea1f-41bc-86d8-3a08e96d0b60 req-4c45d97a-006a-4932-84f8-fe202b5ab19b tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 210 time: 0.0309188 Mar 04 01:15:12.649001 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:15:12.658071 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:15:12.669337 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:12.669945 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:12.694164 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] No DVR routers for this DVR port fb849856-0f94-400c-888d-34a22ed51828 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:15:12.696624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:12.699894 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca68a56e-6a66-4763-aefa-b7a18fc2ba45 req-a37edbde-a4a6-480a-bf19-a026dcfb39b9 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.35 "DELETE /v2.0/ports/fb849856-0f94-400c-888d-34a22ed51828 HTTP/1.1" status: 204 len: 173 time: 0.8521307 Mar 04 01:15:12.700357 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-deleted', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:15:12.702884 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af6172f-232b-4bca-8c15-a0762f8762a0" -d '{"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-deleted", "tag": "fb849856-0f94-400c-888d-34a22ed51828"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:15:12.736710 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa2675-1ae7-4955-b981-6aa9f6f6b24d x-openstack-request-id: req-50aa2675-1ae7-4955-b981-6aa9f6f6b24d {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:15:12.737014 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb601b0d-617a-4ba6-b231-feb9c42cf108", "name": "network-vif-deleted", "tag": "fb849856-0f94-400c-888d-34a22ed51828", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:15:12.737272 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50aa2675-1ae7-4955-b981-6aa9f6f6b24d {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:15:12.737677 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb601b0d-617a-4ba6-b231-feb9c42cf108', 'name': 'network-vif-deleted', 'tag': 'fb849856-0f94-400c-888d-34a22ed51828', 'status': 'completed', 'code': 200} Mar 04 01:15:12.786977 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:13.106955 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:13.127306 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:13.156362 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:15:13.164713 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:13.165320 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:13.269708 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:13.459797 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:13.489007 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9f69d-b791-41bf-a583-4f780f2b51cd None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:08:01Z', 'revision_number': 4, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '6069af5d-db13-4555-abcb-3a89bd64b31d', 'name': '', 'network_id': 'b7264557-89d2-4e14-a393-ff4fad6aa15e', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'mac_address': 'fa:16:3e:0d:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:08:00Z', 'updated_at': '2022-03-04T01:08:08Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'subnets': [{'id': 'ad4d235e-6b85-43ea-afbc-acf68c1c336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:15:13.714318 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f99ea7ce-7367-4743-a662-18679c2fcff2 req-b69bd0ee-fc81-4b92-b386-bf0b057d96c2 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb601b0d-617a-4ba6-b231-feb9c42cf108 HTTP/1.1" status: 200 len: 210 time: 0.0301330 Mar 04 01:15:13.723323 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7185b-4bb5-4db8-b1cb-eabdccb82fe8 None None] New status for floating IP 4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a: DOWN {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:15:14.497389 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:14.658409 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:15:14.679364 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: fb849856-0f94-400c-888d-34a22ed51828 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:15:14.679710 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device fb849856-0f94-400c-888d-34a22ed51828 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:15:14.904550 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35486) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:14.957092 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-338627ca-7336-4b96-bd12-0d680be89ea8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (550a1a7f-6491-4c38-b029-c1d9d3552561), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:14.980100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-338627ca-7336-4b96-bd12-0d680be89ea8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (550a1a7f-6491-4c38-b029-c1d9d3552561), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.091986 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-338627ca-7336-4b96-bd12-0d680be89ea8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (550a1a7f-6491-4c38-b029-c1d9d3552561), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.094624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-338627ca-7336-4b96-bd12-0d680be89ea8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.095767 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-338627ca-7336-4b96-bd12-0d680be89ea8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "DELETE /v2.0/security-groups/550a1a7f-6491-4c38-b029-c1d9d3552561 HTTP/1.1" status: 204 len: 168 time: 0.1902344 Mar 04 01:15:15.098534 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35488) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:15.104549 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338627ca-7336-4b96-bd12-0d680be89ea8 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a1a7f-6491-4c38-b029-c1d9d3552561,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:15.114673 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.api.v2.resource [None req-d31034d7-250d-44f3-8321-495294721a60 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] show failed (client error): The resource could not be found. Mar 04 01:15:15.114673 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d31034d7-250d-44f3-8321-495294721a60 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "GET /v2.0/security-groups/550a1a7f-6491-4c38-b029-c1d9d3552561 HTTP/1.1" status: 404 len: 347 time: 0.0150497 Mar 04 01:15:15.117602 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35490) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:15.266753 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Deleting port 8ebb0f23-4444-45ce-943c-81fe8126d242 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:15:15.267007 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.339900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.340247 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (8ebb0f23-4444-45ce-943c-81fe8126d242), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.351215 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Calling delete_port for 8ebb0f23-4444-45ce-943c-81fe8126d242 owned by network:floatingip {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:15:15.560708 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (8ebb0f23-4444-45ce-943c-81fe8126d242), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.585819 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Pushing event deleted for resources: {'Port': ['ID=8ebb0f23-4444-45ce-943c-81fe8126d242,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:15.597002 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.597348 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.597693 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.598031 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.598370 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.598701 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.599047 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.599361 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.599689 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.600040 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.600397 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.600722 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.601049 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:15.653191 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks [] for floatingip (4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.655646 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:15.659272 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-bab260ed-63c9-40bb-8925-f269925171b4 tempest-AttachVolumeShelveTestJSON-1503902205 tempest-AttachVolumeShelveTestJSON-1503902205-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e8d6fa1-e77e-4d17-a3cc-64c9cf322c6a HTTP/1.1" status: 204 len: 168 time: 0.5383852 Mar 04 01:15:15.720197 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:18.321544 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35518) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:18.817143 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (42428e6a-8cc5-46c4-9b40-a029de7e589f), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:19.101529 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Deleting port 6069af5d-db13-4555-abcb-3a89bd64b31d {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:15:19.101867 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:19.395263 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] For port 6069af5d-db13-4555-abcb-3a89bd64b31d, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=6069af5d-db13-4555-abcb-3a89bd64b31d,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:19.396009 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:19.407476 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Calling delete_port for 6069af5d-db13-4555-abcb-3a89bd64b31d owned by network:router_interface {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:15:19.646434 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (6069af5d-db13-4555-abcb-3a89bd64b31d), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:19.672930 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6069af5d-db13-4555-abcb-3a89bd64b31d,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:19.834702 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (42428e6a-8cc5-46c4-9b40-a029de7e589f), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:20.046057 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Router 42428e6a-8cc5-46c4-9b40-a029de7e589f has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:15:20.148878 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:15:20.154330 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-cdffeba3-63b3-4868-970b-97e6a4ee1fc4 admin admin] 10.222.0.32 "PUT /v2.0/routers/42428e6a-8cc5-46c4-9b40-a029de7e589f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312104 Mar 04 01:15:20.156885 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35522) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:20.157850 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] Sync routers for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:15:20.167416 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:20.168025 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:20.258711 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks [] for router (42428e6a-8cc5-46c4-9b40-a029de7e589f), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:20.270043 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:20.361379 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks [] for router_gateway (42428e6a-8cc5-46c4-9b40-a029de7e589f), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:20.443331 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:15:19Z', 'revision_number': 5, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port': {'id': 'd9b8c224-5beb-47a6-8d9f-5af9b94a9d9c', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:07:56Z', 'updated_at': '2022-03-04T01:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:20.469494 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] Checking router: 42428e6a-8cc5-46c4-9b40-a029de7e589f for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:15:20.477500 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] Routers {'42428e6a-8cc5-46c4-9b40-a029de7e589f'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:20.478108 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['42428e6a-8cc5-46c4-9b40-a029de7e589f'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:20.504433 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Deleting port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:15:20.504991 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:20.564100 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] Set router 42428e6a-8cc5-46c4-9b40-a029de7e589f gateway port host: None {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:20.586407 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] For port d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:20.586770 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:20.601227 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Calling delete_port for d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c owned by network:router_gateway {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:15:20.619465 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:15:20Z', 'revision_number': 6, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:20.645682 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab97c0-4dce-44ff-b5c1-968c30b76778 None None] The sync data for ids ['42428e6a-8cc5-46c4-9b40-a029de7e589f'] in dv-cinder-831090-8-iscsi is: [{'id': '42428e6a-8cc5-46c4-9b40-a029de7e589f', 'name': 'tempest-AttachVolumeShelveTestJSON-314536365-router', 'tenant_id': '8f262907128c42b49b67312b5f62378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:07:55Z', 'updated_at': '2022-03-04T01:15:20Z', 'revision_number': 6, 'project_id': '8f262907128c42b49b67312b5f62378e', 'gw_port_host': None}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:15:20.815965 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:20.840083 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:20.898984 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (42428e6a-8cc5-46c4-9b40-a029de7e589f), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.005518 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (42428e6a-8cc5-46c4-9b40-a029de7e589f), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.007761 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks [] for router_controller (42428e6a-8cc5-46c4-9b40-a029de7e589f), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.149336 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (42428e6a-8cc5-46c4-9b40-a029de7e589f), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.150015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42428e6a-8cc5-46c4-9b40-a029de7e589f {{(pid=103557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:15:21.158380 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.158380 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b5bc297c-c6cb-4c6c-80b3-67968a447691 admin admin] 10.222.0.32 "DELETE /v2.0/routers/42428e6a-8cc5-46c4-9b40-a029de7e589f HTTP/1.1" status: 204 len: 168 time: 0.9986794 Mar 04 01:15:21.159001 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35524) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:21.202076 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Deleting subnet ad4d235e-6b85-43ea-afbc-acf68c1c336f {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:15:21.205024 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Publish callbacks [] for subnet (ad4d235e-6b85-43ea-afbc-acf68c1c336f), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.241453 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126837254'] for subnet (ad4d235e-6b85-43ea-afbc-acf68c1c336f), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.340452 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (ad4d235e-6b85-43ea-afbc-acf68c1c336f), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.428291 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 6069af5d-db13-4555-abcb-3a89bd64b31d no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:15:21.449126 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 6069af5d-db13-4555-abcb-3a89bd64b31d {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:15:21.449487 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 6069af5d-db13-4555-abcb-3a89bd64b31d not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:15:21.474707 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126873556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126007744'] for subnet (ad4d235e-6b85-43ea-afbc-acf68c1c336f), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.498458 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4d235e-6b85-43ea-afbc-acf68c1c336f,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:21.504050 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.509167 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ffeadbb7-ff5b-4280-9a86-63f7dd72bab5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ad4d235e-6b85-43ea-afbc-acf68c1c336f HTTP/1.1" status: 204 len: 168 time: 0.3472700 Mar 04 01:15:21.510130 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35526) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:21.511026 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839f47b-7638-4141-82b0-d9a45556f79f None None] Network b7264557-89d2-4e14-a393-ff4fad6aa15e requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:15:21.585752 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (b7264557-89d2-4e14-a393-ff4fad6aa15e), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.644151 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Deleting port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:15:21.644541 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.677894 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] DHCP port deletion for b7264557-89d2-4e14-a393-ff4fad6aa15e request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:15:21.711482 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] For port dcbc7514-fae7-4c2a-918e-9bab514c0ec1, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:21.711746 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.730975 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] Deleting port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:15:21.731429 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.733843 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Calling delete_port for dcbc7514-fae7-4c2a-918e-9bab514c0ec1 owned by network:dhcp {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:15:21.795008 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] For port dcbc7514-fae7-4c2a-918e-9bab514c0ec1, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,segment=NetworkSegment(8c3aafec-02d0-405e-b96b-9db1e378c391),segment_id=8c3aafec-02d0-405e-b96b-9db1e378c391)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:21.795434 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.807538 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] Calling delete_port for dcbc7514-fae7-4c2a-918e-9bab514c0ec1 owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:15:21.857310 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.882698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:21.886312 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] No DVR routers for this DVR port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 on host dv-cinder-831090-8-iscsi {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:15:21.921079 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (dcbc7514-fae7-4c2a-918e-9bab514c0ec1), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.947672 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] Pushing event deleted for resources: {'Port': ['ID=dcbc7514-fae7-4c2a-918e-9bab514c0ec1,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:21.949571 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df643f-c72f-461a-be8f-b9bbec8d0c90 None None] No DVR routers for this DVR port dcbc7514-fae7-4c2a-918e-9bab514c0ec1 on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:15:21.960970 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (b7264557-89d2-4e14-a393-ff4fad6aa15e), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:21.981840 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7264557-89d2-4e14-a393-ff4fad6aa15e']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:21.990992 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3aafec-02d0-405e-b96b-9db1e378c391') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:21.991290 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3aafec-02d0-405e-b96b-9db1e378c391') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:22.000892 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (8c3aafec-02d0-405e-b96b-9db1e378c391), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.014401 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (8c3aafec-02d0-405e-b96b-9db1e378c391), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.020240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (8c3aafec-02d0-405e-b96b-9db1e378c391), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:15:22.026344 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:15:22.125005 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (b7264557-89d2-4e14-a393-ff4fad6aa15e), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.130148 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.133252 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b7264557-89d2-4e14-a393-ff4fad6aa15e HTTP/1.1" status: 204 len: 168 time: 0.6221905 Mar 04 01:15:22.144780 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff75a05-18de-439d-a436-459766713bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7264557-89d2-4e14-a393-ff4fad6aa15e,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:22.462859 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35532) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:22.506177 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-26c6c2e9-715b-4891-9cbc-7bead096308a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f262907128c42b49b67312b5f62378e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421240 Mar 04 01:15:22.508724 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35534) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:22.554630 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd49-e5c2-46c1-9d44-c29301d4f462 admin admin] Publish callbacks [] for security_group (e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.575735 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd49-e5c2-46c1-9d44-c29301d4f462 admin admin] Publish callbacks [] for security_group (e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.701694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd49-e5c2-46c1-9d44-c29301d4f462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.704150 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd49-e5c2-46c1-9d44-c29301d4f462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:22.705317 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-0b9fbd49-e5c2-46c1-9d44-c29301d4f462 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc HTTP/1.1" status: 204 len: 168 time: 0.1956460 Mar 04 01:15:22.714009 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fbd49-e5c2-46c1-9d44-c29301d4f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b3abf3-2f26-4367-80d9-ddfeb62fe1dc,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:23.074767 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:15:23.095761 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:15:23.096108 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device d9b8c224-5beb-47a6-8d9f-5af9b94a9d9c not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:15:23.096554 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device dcbc7514-fae7-4c2a-918e-9bab514c0ec1 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:15:23.119070 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: dcbc7514-fae7-4c2a-918e-9bab514c0ec1 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:15:23.119413 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device dcbc7514-fae7-4c2a-918e-9bab514c0ec1 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:15:23.621728 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35556) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:23.715886 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1762993951-network', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:23.766021 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Made reservation on behalf of a008ff0078a249a3ae7720bcf0fedd29 for: {'network': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:15:23.768201 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:23.776090 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:23.849117 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks [] for security_group (d6c72727-e5cc-4724-acbb-3eb6cc8a01e1), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:23.925382 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (d6c72727-e5cc-4724-acbb-3eb6cc8a01e1), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:23.949843 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:15:23.958239 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c72727-e5cc-4724-acbb-3eb6cc8a01e1,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:23.963878 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (8372c179-7920-44a0-9ef6-b70efe84f60f), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:23.964219 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.segments_db [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Added segment 8372c179-7920-44a0-9ef6-b70efe84f60f of type vlan for network 6cb5426d-7383-4eb9-a09f-62f780091255 Mar 04 01:15:24.002679 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (6cb5426d-7383-4eb9-a09f-62f780091255), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.090187 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (6cb5426d-7383-4eb9-a09f-62f780091255), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.091163 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:24.091731 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.147365 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] Pushing event updated for resources: {'Network': ['ID=6cb5426d-7383-4eb9-a09f-62f780091255,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:24.157681 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 6cb5426d-7383-4eb9-a09f-62f780091255 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:15:24.196873 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-9ca19949-94ed-45d1-81ce-aedf2824be5d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5740585 Mar 04 01:15:24.199731 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35560) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:24.205098 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Request body: {'subnet': {'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1762993951-subnet', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:24.279756 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Made reservation on behalf of a008ff0078a249a3ae7720bcf0fedd29 for: {'subnet': 1} {{(pid=103557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:15:24.282067 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126007787'] for subnet (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.497352 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126873491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126007769'] for subnet (01850761-23be-49d7-9658-24b1a5da0253), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.555444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01850761-23be-49d7-9658-24b1a5da0253,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:24.565529 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Checking segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:15:24.565891 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Network hostable DHCP agents. Network: 6cb5426d-7383-4eb9-a09f-62f780091255, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:15:24.646133 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Network 6cb5426d-7383-4eb9-a09f-62f780091255 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:15:24.720110 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 6cb5426d-7383-4eb9-a09f-62f780091255) {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:24.724036 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:24.724669 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.728641 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8221899-5fda-4b70-b739-d09056ecef87 None None] Network 6cb5426d-7383-4eb9-a09f-62f780091255 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:15:24.802885 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-49fba9cc-8470-43c5-9a0c-0072cd29b28a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6020122 Mar 04 01:15:24.805409 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35562) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:24.809932 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:24.897240 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.898332 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.949897 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-6cb5426d-7383-4eb9-a09f-62f780091255', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:15:24.950821 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:24.952057 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks [] for router_controller (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), precommit_add_association {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.085141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Allocated IP 172.20.0.2 (6cb5426d-7383-4eb9-a09f-62f780091255/01850761-23be-49d7-9658-24b1a5da0253/31cdb8e3-330c-4ec2-8779-0871b9696fdd) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:15:25.169015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks [] for router_gateway (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.226504 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Publish callbacks [] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.297495 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.335552 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Network 6cb5426d-7383-4eb9-a09f-62f780091255 is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:25.339770 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:25.343754 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:15:25.350667 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Pushing event updated for resources: {'Port': ['ID=31cdb8e3-330c-4ec2-8779-0871b9696fdd,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:25.401414 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Attempting to bind port 31cdb8e3-330c-4ec2-8779-0871b9696fdd on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:15:25.401787 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Attempting to bind port 31cdb8e3-330c-4ec2-8779-0871b9696fdd by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:15:25.402152 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Attempting to bind port 31cdb8e3-330c-4ec2-8779-0871b9696fdd on network 6cb5426d-7383-4eb9-a09f-62f780091255 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:15:25.407983 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:15:25.408394 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Checking segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:15:25.408801 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.409194 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Bound using segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:15:25.409661 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Bound port: 31cdb8e3-330c-4ec2-8779-0871b9696fdd, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:15:25.410043 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.418080 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks [] for router_gateway (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.436158 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.473187 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] For port 31cdb8e3-330c-4ec2-8779-0871b9696fdd, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:15:25.476334 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] For port 31cdb8e3-330c-4ec2-8779-0871b9696fdd, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=31cdb8e3-330c-4ec2-8779-0871b9696fdd,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:15:25.526141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.536453 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Allocated IP 172.27.2.135 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:15:25.580755 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a44efa-5e08-4870-bd29-731ab283aff6 None None] Pushing event updated for resources: {'Port': ['ID=31cdb8e3-330c-4ec2-8779-0871b9696fdd,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:25.646654 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks [] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.732023 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:25.778456 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:25.781429 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:25.784956 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:15:25.809662 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Pushing event updated for resources: {'Port': ['ID=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:26.162649 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks [] for router_gateway (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.362098 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.422535 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03590f-3603-4842-a599-c559fcf26ee5 None None] Network 6cb5426d-7383-4eb9-a09f-62f780091255 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:15:26.524854 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] Provisioning complete for port 31cdb8e3-330c-4ec2-8779-0871b9696fdd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:26.525231 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.624118 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] Current status of the port 31cdb8e3-330c-4ec2-8779-0871b9696fdd is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:26.624696 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.660084 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] For port 31cdb8e3-330c-4ec2-8779-0871b9696fdd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=31cdb8e3-330c-4ec2-8779-0871b9696fdd,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:26.731736 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.780898 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c64472-4fa7-40d6-b822-bd15eef96eb0 None None] Pushing event updated for resources: {'Port': ['ID=31cdb8e3-330c-4ec2-8779-0871b9696fdd,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:26.788797 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:15:26.851185 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-36635f5a-d8dd-4769-ba39-156f5866aa73 None None] Provisioning complete for port 31cdb8e3-330c-4ec2-8779-0871b9696fdd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:26.851572 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-36635f5a-d8dd-4769-ba39-156f5866aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.894274 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:15:26.904298 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:15:26.914948 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:26.915553 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:26.929987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-36635f5a-d8dd-4769-ba39-156f5866aa73 None None] Current status of the port 31cdb8e3-330c-4ec2-8779-0871b9696fdd is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:26.990360 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:26.991607 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e309f6ab-5cec-4e31-804b-af486ceaba9e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1849782 Mar 04 01:15:26.994393 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35566) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:27.020845 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:27.123896 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 31cdb8e3-330c-4ec2-8779-0871b9696fdd up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:15:27.171438 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 31cdb8e3-330c-4ec2-8779-0871b9696fdd triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:27.171722 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.212026 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:25Z', 'revision_number': 3, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:27.243836 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:15:27.244193 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Updating router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:15:27.255498 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 31cdb8e3-330c-4ec2-8779-0871b9696fdd is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:27.276568 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.415961 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.519388 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Publish callbacks [] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.567777 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Allocated IP 172.20.0.1 (6cb5426d-7383-4eb9-a09f-62f780091255/01850761-23be-49d7-9658-24b1a5da0253/32901f9d-ed08-45c2-83ef-cc134c7b57df) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:15:27.633483 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.668762 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks [] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.689229 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Attempting to bind port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:15:27.689601 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Attempting to bind port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:15:27.689968 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Attempting to bind port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:15:27.691934 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Pushing event updated for resources: {'Port': ['ID=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,revision_number=2']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:27.700188 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:15:27.700585 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:15:27.700982 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.701369 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:15:27.701826 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Bound port: 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:15:27.702193 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.705007 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.705378 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.705742 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.706079 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.706404 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.706727 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.707050 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.707372 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.707695 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.708037 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.708389 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.708712 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.709029 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:15:27.754962 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.758026 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] For port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:15:27.760991 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] For port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:15:27.792371 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Network 6cb5426d-7383-4eb9-a09f-62f780091255 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:27.795186 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:27.798162 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:15:27.826467 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Pushing event updated for resources: {'Port': ['ID=32901f9d-ed08-45c2-83ef-cc134c7b57df,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:27.835586 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.843265 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:27.895983 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:27.896724 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:27.899681 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b1a9-178b-4fd3-bbc3-d0298a1b4345 None None] Pushing event updated for resources: {'Port': ['ID=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:28.009235 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:28.038908 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:28.060851 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-2d8d71bc-5d57-48ab-907f-c9f7d2f78a5e None None] Provisioning complete for port 32901f9d-ed08-45c2-83ef-cc134c7b57df triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:28.060851 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2d8d71bc-5d57-48ab-907f-c9f7d2f78a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:28.106649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d71bc-5d57-48ab-907f-c9f7d2f78a5e None None] Port 32901f9d-ed08-45c2-83ef-cc134c7b57df cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:15:28.205734 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks [] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:28.268600 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:28.271500 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:25Z', 'revision_number': 3, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:28.297402 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc6d86-6d2e-442c-a235-9a6ff1897707 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:25Z', 'revision_number': 3, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:15:28.333444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Pushing event updated for resources: {'Port': ['ID=32901f9d-ed08-45c2-83ef-cc134c7b57df,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:28.339164 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:28.432190 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Network 6cb5426d-7383-4eb9-a09f-62f780091255 is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:28.433611 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:28.581662 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:15:28.706603 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:15:28.715416 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d7436431-d285-49be-a3ce-51e160d66965 admin admin] 10.222.0.32 "PUT /v2.0/routers/0f8b6679-e464-4512-a0a0-bc8ac193e7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160702 Mar 04 01:15:28.730557 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-d72760ba-0b0f-4c9c-a10c-edc6fb2eb448 None None] Provisioning complete for port 32901f9d-ed08-45c2-83ef-cc134c7b57df triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:28.731081 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d72760ba-0b0f-4c9c-a10c-edc6fb2eb448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:28.768593 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-d72760ba-0b0f-4c9c-a10c-edc6fb2eb448 None None] Port 32901f9d-ed08-45c2-83ef-cc134c7b57df cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:15:29.111443 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:15:29.160027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35574) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:29.160766 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:29.161145 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.164593 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491008085', 'description': 'tempest-description--1768784588'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:29.237917 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:29.238306 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.239821 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.259101 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:29.308485 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (89c2200f-bb6d-4ec4-8b59-11cd6b9693f5), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.387665 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.434201 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:29.474319 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (89c2200f-bb6d-4ec4-8b59-11cd6b9693f5), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.503625 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:29.545052 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.546317 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-91cd888a-5ccf-4057-84fe-fbebfc1d5a64 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3852415 Mar 04 01:15:29.549783 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35578) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:29.554147 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'security_group_rule': {'security_group_id': '89c2200f-bb6d-4ec4-8b59-11cd6b9693f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:29.638379 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (450ac781-b9eb-4e12-a864-c76718ce7409), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.692770 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (450ac781-b9eb-4e12-a864-c76718ce7409), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.764648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (450ac781-b9eb-4e12-a864-c76718ce7409), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.777589 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:15:29.784373 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450ac781-b9eb-4e12-a864-c76718ce7409,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:29.788466 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:29.789079 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:29.836056 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.837540 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-e2076261-1fe3-42e6-8850-b9bc30b91f9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866197 Mar 04 01:15:29.840047 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35580) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:29.845130 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'security_group_rule': {'security_group_id': '89c2200f-bb6d-4ec4-8b59-11cd6b9693f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:29.895479 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:29.935137 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (1dda8b8e-68b0-4bcc-85b7-1688e53954c8), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:29.989274 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (1dda8b8e-68b0-4bcc-85b7-1688e53954c8), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.091054 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:28Z', 'revision_number': 2, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:30.096233 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (1dda8b8e-68b0-4bcc-85b7-1688e53954c8), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.115881 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dda8b8e-68b0-4bcc-85b7-1688e53954c8,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:30.117815 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:15:30.118341 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Updating router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 port 32901f9d-ed08-45c2-83ef-cc134c7b57df binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:15:30.146655 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.201986 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.203821 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-cd4145f1-48ea-4d16-b241-3f9c18e87e81 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622127 Mar 04 01:15:30.207013 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 35582) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:30.211537 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:30.279791 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.372598 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.401026 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Publish callbacks [] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.462832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.476493 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Allocated IP 172.27.2.15 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/fa08e750-2cdd-452f-bd26-5855da18c896) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:15:30.512779 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997f7d3-75d0-47aa-9185-763d8be67b8e None None] Pushing event updated for resources: {'Port': ['ID=32901f9d-ed08-45c2-83ef-cc134c7b57df,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:30.567015 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Attempting to bind port 32901f9d-ed08-45c2-83ef-cc134c7b57df on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:15:30.567348 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Attempting to bind port 32901f9d-ed08-45c2-83ef-cc134c7b57df by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:15:30.567714 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Attempting to bind port 32901f9d-ed08-45c2-83ef-cc134c7b57df on network 6cb5426d-7383-4eb9-a09f-62f780091255 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:15:30.573084 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:15:30.573465 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Checking segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:15:30.573877 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.574273 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Bound using segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:15:30.574745 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Bound port: 32901f9d-ed08-45c2-83ef-cc134c7b57df, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:15:30.575127 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.580918 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for port (fa08e750-2cdd-452f-bd26-5855da18c896), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.647920 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] For port 32901f9d-ed08-45c2-83ef-cc134c7b57df, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:15:30.651252 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] For port 32901f9d-ed08-45c2-83ef-cc134c7b57df, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=32901f9d-ed08-45c2-83ef-cc134c7b57df,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:15:30.680696 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (fa08e750-2cdd-452f-bd26-5855da18c896), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.704311 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-4a6c00cd-ca7c-4feb-8530-50bd8d00d342 None None] Provisioning complete for port 32901f9d-ed08-45c2-83ef-cc134c7b57df triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:30.704689 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00cd-ca7c-4feb-8530-50bd8d00d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.724963 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:30.733155 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:30.733155 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:15:30.738796 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c00cd-ca7c-4feb-8530-50bd8d00d342 None None] Port 32901f9d-ed08-45c2-83ef-cc134c7b57df cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:15:30.753469 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'Port': ['ID=fa08e750-2cdd-452f-bd26-5855da18c896,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:30.765262 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.817072 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:30.817708 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:30.817968 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (0445742e-0aa9-4657-bcfc-7ce91a92b893), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:30.822695 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997f7d3-75d0-47aa-9185-763d8be67b8e None None] Pushing event updated for resources: {'Port': ['ID=32901f9d-ed08-45c2-83ef-cc134c7b57df,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:30.934048 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:30.954651 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (fa08e750-2cdd-452f-bd26-5855da18c896), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.073909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] Provisioning complete for port 32901f9d-ed08-45c2-83ef-cc134c7b57df triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:31.074255 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.109095 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for port (fa08e750-2cdd-452f-bd26-5855da18c896), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.109929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:15:31.171597 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (fa08e750-2cdd-452f-bd26-5855da18c896), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.246228 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'Port': ['ID=fa08e750-2cdd-452f-bd26-5855da18c896,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:31.256500 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (0445742e-0aa9-4657-bcfc-7ce91a92b893), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.339101 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.340647 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c7319917-b616-402c-9235-5355daa8d395 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1326323 Mar 04 01:15:31.367801 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:31.368350 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.397397 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] Current status of the port 32901f9d-ed08-45c2-83ef-cc134c7b57df is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:31.397782 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.422391 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:30Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:31.461061 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a702a5-9523-49c8-8bf2-e473a0fdd787 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:30Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:15:31.474566 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] For port 32901f9d-ed08-45c2-83ef-cc134c7b57df, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=32901f9d-ed08-45c2-83ef-cc134c7b57df,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:31.491877 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-9a805ae6-56a1-454c-b358-5bf71e806875 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1491008085&fields=id&tenant_id=a008ff0078a249a3ae7720bcf0fedd29 HTTP/1.1" status: 200 len: 267 time: 0.0451927 Mar 04 01:15:31.520144 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:31.537631 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:31.599353 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f430b4-f0c9-44d7-a062-da7b92965830 None None] Pushing event updated for resources: {'Port': ['ID=32901f9d-ed08-45c2-83ef-cc134c7b57df,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:31.649438 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-9665af28-7cbe-4e1f-9a08-c50cbdb2b8f1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:31.651006 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-9665af28-7cbe-4e1f-9a08-c50cbdb2b8f1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 811 time: 0.1218154 Mar 04 01:15:31.666280 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-ee58c817-bc9d-419e-8e0f-1a6a66865ad8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/quotas/a008ff0078a249a3ae7720bcf0fedd29 HTTP/1.1" status: 200 len: 375 time: 0.0095932 Mar 04 01:15:31.725538 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-c6387988-6f32-4341-9ecf-e6a81d4e0f2f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539243 Mar 04 01:15:31.820810 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-577d1c17-208d-42f4-895d-cd7a8afd88c1 service neutron] 10.222.0.32 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840237 Mar 04 01:15:31.916815 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-8a61dfcc-6566-418d-a912-aa029c399c32 service neutron] 10.222.0.32 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900974 Mar 04 01:15:31.981591 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:32.148822 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-71fc527b-e2e1-4f44-9045-1c213721ccf0 req-f7762a7f-1419-4400-901b-0be7eb50261d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 210 time: 0.0331819 Mar 04 01:15:33.106622 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 32901f9d-ed08-45c2-83ef-cc134c7b57df up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:15:33.155576 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 32901f9d-ed08-45c2-83ef-cc134c7b57df triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:33.155961 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:33.239390 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 32901f9d-ed08-45c2-83ef-cc134c7b57df is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:33.240218 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-309fa04a-322f-4440-8a4f-e81295338533 req-7e2b4ab8-2394-4e73-aa90-cd7ae65fe46e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 210 time: 0.0275843 Mar 04 01:15:34.261274 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-ed210f1d-0a92-43e5-9c8f-7f5b6471bb0c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:34.262793 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-ed210f1d-0a92-43e5-9c8f-7f5b6471bb0c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 811 time: 0.1021872 Mar 04 01:15:34.341904 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d391a25d-d111-42eb-b883-3a925af95aa3 req-9fd2a3f4-c77f-4028-b5f5-6c2e538be874 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 210 time: 0.0352430 Mar 04 01:15:34.350336 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-709d8904-e3ff-45ae-99e3-879cfdb1706d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a008ff0078a249a3ae7720bcf0fedd29 HTTP/1.1" status: 200 len: 380 time: 0.0736475 Mar 04 01:15:34.358761 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'port': {'device_id': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'admin_state_up': True, 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'security_groups': ['89c2200f-bb6d-4ec4-8b59-11cd6b9693f5']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:34.525497 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Made reservation on behalf of a008ff0078a249a3ae7720bcf0fedd29 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:15:34.528796 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:34.652147 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Allocated IP 172.20.0.12 (6cb5426d-7383-4eb9-a09f-62f780091255/01850761-23be-49d7-9658-24b1a5da0253/38a260ee-5dce-49e4-9645-81b077bc37a9) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:15:34.785291 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:34.867846 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:34.910703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Network 6cb5426d-7383-4eb9-a09f-62f780091255 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:15:34.913628 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:15:34.917164 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:15:34.945197 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'Port': ['ID=38a260ee-5dce-49e4-9645-81b077bc37a9,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:34.973994 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:34.974623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.128196 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-2fa72b14-8323-4730-9bb4-ac74775caa93 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729239 Mar 04 01:15:35.146378 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Request body: {'port': {'device_id': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:35.178379 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-77c58f47-28a7-404c-89c6-ddc59e1d0953 None None] Provisioning complete for port 38a260ee-5dce-49e4-9645-81b077bc37a9 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:35.178965 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-77c58f47-28a7-404c-89c6-ddc59e1d0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.204326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.211746 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-77c58f47-28a7-404c-89c6-ddc59e1d0953 None None] Port 38a260ee-5dce-49e4-9645-81b077bc37a9 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:15:35.487862 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a260ee-5dce-49e4-9645-81b077bc37a9 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:15:35.501140 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c4e55-57f4-4ada-9483-45b09c4cc73b req-5ad9637c-17e2-493b-85ef-8d3c481e850c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:35.502597 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f9c4e55-57f4-4ada-9483-45b09c4cc73b req-5ad9637c-17e2-493b-85ef-8d3c481e850c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 932 time: 0.0946789 Mar 04 01:15:35.504305 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Publish callbacks [] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.528059 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Transition to ACTIVE for port object 38a260ee-5dce-49e4-9645-81b077bc37a9 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:15:35.555410 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f9c4e55-57f4-4ada-9483-45b09c4cc73b req-3e4ae982-1453-4957-8e0c-b95341099f50 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472887 Mar 04 01:15:35.604846 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.671841 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Pushing event updated for resources: {'Port': ['ID=38a260ee-5dce-49e4-9645-81b077bc37a9,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:35.724844 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Attempting to bind port 38a260ee-5dce-49e4-9645-81b077bc37a9 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:15:35.725188 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Attempting to bind port 38a260ee-5dce-49e4-9645-81b077bc37a9 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:15:35.725524 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Attempting to bind port 38a260ee-5dce-49e4-9645-81b077bc37a9 on network 6cb5426d-7383-4eb9-a09f-62f780091255 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:15:35.730072 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Port 38a260ee-5dce-49e4-9645-81b077bc37a9 on network 6cb5426d-7383-4eb9-a09f-62f780091255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:15:35.730428 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Attempting to bind port 38a260ee-5dce-49e4-9645-81b077bc37a9 on network 6cb5426d-7383-4eb9-a09f-62f780091255 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:15:35.735837 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:15:35.736177 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Checking segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:15:35.736604 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Bound using segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:15:35.737041 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Bound port: 38a260ee-5dce-49e4-9645-81b077bc37a9, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:15:35.737410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.800816 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] For port 38a260ee-5dce-49e4-9645-81b077bc37a9, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:15:35.803803 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] For port 38a260ee-5dce-49e4-9645-81b077bc37a9, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=38a260ee-5dce-49e4-9645-81b077bc37a9,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:15:35.863457 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.899046 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:35.899652 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:35.901093 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] 10.222.0.35 "PUT /v2.0/ports/38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 200 len: 1094 time: 0.7586806 Mar 04 01:15:35.901583 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:15:35.903818 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636227ac-b4ce-4d18-a628-830d301e73c5" -d '{"events": [{"name": "network-changed", "server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:15:35.924616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee60c8-b666-4876-a5b5-0e12c83505fc service neutron] Pushing event updated for resources: {'Port': ['ID=38a260ee-5dce-49e4-9645-81b077bc37a9,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:35.941938 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e27549-f58c-4e93-9c3a-375cdb0846f8 x-openstack-request-id: req-a6e27549-f58c-4e93-9c3a-375cdb0846f8 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:15:35.942269 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:15:35.942526 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6e27549-f58c-4e93-9c3a-375cdb0846f8 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:15:35.942923 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'status': 'completed', 'code': 200} Mar 04 01:15:36.033771 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636227ac-b4ce-4d18-a628-830d301e73c5 req-ed6b79b6-b303-4864-abd9-c68b62dd39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.035300 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-636227ac-b4ce-4d18-a628-830d301e73c5 req-ed6b79b6-b303-4864-abd9-c68b62dd39cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1128 time: 0.0496621 Mar 04 01:15:36.137231 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636227ac-b4ce-4d18-a628-830d301e73c5 req-39ee36f3-287d-45bb-878a-10051861c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.138686 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-636227ac-b4ce-4d18-a628-830d301e73c5 req-39ee36f3-287d-45bb-878a-10051861c257 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0902920 Mar 04 01:15:36.231034 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636227ac-b4ce-4d18-a628-830d301e73c5 req-5969ff3a-5efe-4b91-82a9-875f9fe49668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.232457 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-636227ac-b4ce-4d18-a628-830d301e73c5 req-5969ff3a-5efe-4b91-82a9-875f9fe49668 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883543 Mar 04 01:15:36.329813 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-d19765af-227f-4e24-a83d-5130c1999d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.331267 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-d19765af-227f-4e24-a83d-5130c1999d00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1128 time: 0.0436165 Mar 04 01:15:36.377101 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-15f0814c-e825-4fdc-aa93-0fe950c2bca7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 200 len: 217 time: 0.0334167 Mar 04 01:15:36.426100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-65264ad2-4381-49f3-8c77-80ef6da2d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.427418 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-65264ad2-4381-49f3-8c77-80ef6da2d3a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0449636 Mar 04 01:15:36.474443 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831abe7-3597-4216-827d-013cc9acbb95 req-8e7eee0a-649e-4fb1-8309-71ac0247beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.475887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-8e7eee0a-649e-4fb1-8309-71ac0247beaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425119 Mar 04 01:15:36.560085 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-b9904c38-7636-42d6-b93e-7b6fefab8638 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780075 Mar 04 01:15:36.676497 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e831abe7-3597-4216-827d-013cc9acbb95 req-824f8ef1-fc7c-44cb-87bf-ddcb14d376d3 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101637 Mar 04 01:15:36.694493 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d321b8-a31c-439d-b237-b83ed5ac608d req-23e82f64-671b-402a-9966-a3e014855d8a tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:36.695554 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98d321b8-a31c-439d-b237-b83ed5ac608d req-23e82f64-671b-402a-9966-a3e014855d8a tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 944 time: 0.0703800 Mar 04 01:15:36.741904 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98d321b8-a31c-439d-b237-b83ed5ac608d req-3b097f75-d39d-4c52-9c80-eb8d6fa36d54 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Mar 04 01:15:37.861768 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9ef5-c999-437e-ba01-9518b22cf999 req-1af871b4-91e5-4ca5-86e1-9de5cec01f82 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:37.863224 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e0aa9ef5-c999-437e-ba01-9518b22cf999 req-1af871b4-91e5-4ca5-86e1-9de5cec01f82 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 944 time: 0.0550170 Mar 04 01:15:37.907539 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e0aa9ef5-c999-437e-ba01-9518b22cf999 req-e6b35e50-f65c-4a1f-94ed-884cbec30f68 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Mar 04 01:15:38.753625 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 38a260ee-5dce-49e4-9645-81b077bc37a9 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:15:38.846145 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 38a260ee-5dce-49e4-9645-81b077bc37a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=38a260ee-5dce-49e4-9645-81b077bc37a9,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:38.856978 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'port_id': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'mac_address': 'fa:16:3e:6b:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:15:38.892337 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 38a260ee-5dce-49e4-9645-81b077bc37a9 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:38.892723 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:38.904617 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a260ee-5dce-49e4-9645-81b077bc37a9 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:15:38.923603 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 38a260ee-5dce-49e4-9645-81b077bc37a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=38a260ee-5dce-49e4-9645-81b077bc37a9,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:38.993934 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:39.022215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef941aab-6d35-40f8-9c7e-7064c33c10e1 req-54d73cbd-b667-49ff-afee-8dc0383a4ffc tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:39.024015 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ef941aab-6d35-40f8-9c7e-7064c33c10e1 req-54d73cbd-b667-49ff-afee-8dc0383a4ffc tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 944 time: 0.0522854 Mar 04 01:15:39.041584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=38a260ee-5dce-49e4-9645-81b077bc37a9,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:39.069974 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ef941aab-6d35-40f8-9c7e-7064c33c10e1 req-bc674205-c827-4cc5-b9b9-542e71ec6983 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Mar 04 01:15:39.228218 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7456c595-b132-49cc-9795-451aa623ae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:39.294277 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['38a260ee-5dce-49e4-9645-81b077bc37a9'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:15:40.184902 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261252ef-2bf8-4e7e-8e43-1c0e333d71d0 req-0dbaff31-e7c6-4bec-b7bb-e61fdc1a65b8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:40.186357 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-261252ef-2bf8-4e7e-8e43-1c0e333d71d0 req-0dbaff31-e7c6-4bec-b7bb-e61fdc1a65b8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 945 time: 0.0509205 Mar 04 01:15:40.234903 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-261252ef-2bf8-4e7e-8e43-1c0e333d71d0 req-730b5045-1bce-4756-94d7-cdce61daf62f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Mar 04 01:15:40.768631 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 38a260ee-5dce-49e4-9645-81b077bc37a9 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:15:40.879171 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 38a260ee-5dce-49e4-9645-81b077bc37a9 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:15:40.882976 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 38a260ee-5dce-49e4-9645-81b077bc37a9 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:15:40.883345 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:40.956450 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 38a260ee-5dce-49e4-9645-81b077bc37a9 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:15:40.956835 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:40.978139 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:15:40.980390 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba882f-6f62-419b-b166-5731b7a98001" -d '{"events": [{"server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "name": "network-vif-plugged", "status": "completed", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:15:40.992834 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 38a260ee-5dce-49e4-9645-81b077bc37a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=38a260ee-5dce-49e4-9645-81b077bc37a9,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:15:41.020985 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c072eba-7018-4a84-b75a-afd991e0a3ba x-openstack-request-id: req-7c072eba-7018-4a84-b75a-afd991e0a3ba {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:15:41.020985 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "name": "network-vif-plugged", "status": "completed", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:15:41.020985 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c072eba-7018-4a84-b75a-afd991e0a3ba {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:15:41.020985 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'code': 200} Mar 04 01:15:41.073919 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:41.120664 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=38a260ee-5dce-49e4-9645-81b077bc37a9,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:15:41.347961 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6baf57-6435-4cf7-a487-a3fe2d4e3af0 req-f425b578-082f-4fc5-bf2a-8ba1042c6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:41.349518 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad6baf57-6435-4cf7-a487-a3fe2d4e3af0 req-f425b578-082f-4fc5-bf2a-8ba1042c6fe7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1130 time: 0.0772099 Mar 04 01:15:41.369194 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401727-867e-40e5-81e1-198851845466 req-5a27f8a6-33fd-4050-a82a-4a774a5e6de5 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:41.370552 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f5401727-867e-40e5-81e1-198851845466 req-5a27f8a6-33fd-4050-a82a-4a774a5e6de5 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0702753 Mar 04 01:15:41.427943 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ad6baf57-6435-4cf7-a487-a3fe2d4e3af0 req-6171ddc6-add0-43c4-8ccb-df28eae06ded service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712776 Mar 04 01:15:41.434752 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f5401727-867e-40e5-81e1-198851845466 req-d77266b0-545c-4c63-8f00-617ad14063ae tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577979 Mar 04 01:15:41.525279 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c53e1b17-24e1-49ec-8f7b-f2dccb97fa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:41.539519 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:15:42.554742 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d0ff8-4647-4cba-8a00-6bfd56df6df7 req-78d417bf-57f8-48c5-8e72-45d93d29c9a1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:42.556482 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-962d0ff8-4647-4cba-8a00-6bfd56df6df7 req-78d417bf-57f8-48c5-8e72-45d93d29c9a1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0551238 Mar 04 01:15:42.602091 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-962d0ff8-4647-4cba-8a00-6bfd56df6df7 req-1f8c19a8-7ac8-435a-b745-5086281bff9b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 Mar 04 01:15:43.015848 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:43.717082 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216543b1-f2f2-4c4a-9b10-c27703dba4d5 req-1b6ace6e-9d78-405c-b785-cca2805e35ef tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:43.719033 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-216543b1-f2f2-4c4a-9b10-c27703dba4d5 req-1b6ace6e-9d78-405c-b785-cca2805e35ef tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0505598 Mar 04 01:15:43.762901 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-216543b1-f2f2-4c4a-9b10-c27703dba4d5 req-722d3c8e-bc48-438e-b768-71b40ce3f74d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385199 Mar 04 01:15:43.876041 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6301a-7d67-40d7-8a7f-9132a9bb9a26 req-d7ee30a2-0b97-4730-a16c-355892392886 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:43.877433 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2ba6301a-7d67-40d7-8a7f-9132a9bb9a26 req-d7ee30a2-0b97-4730-a16c-355892392886 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0542524 Mar 04 01:15:43.885682 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35644) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:15:43.889901 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'floatingip': {'port_id': '38a260ee-5dce-49e4-9645-81b077bc37a9'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:15:43.927725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (0445742e-0aa9-4657-bcfc-7ce91a92b893), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:44.353462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:44.411011 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (0445742e-0aa9-4657-bcfc-7ce91a92b893), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:44.462369 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:44.780295 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Floating IP 0445742e-0aa9-4657-bcfc-7ce91a92b893 associated. External IP: 172.27.2.15, port: 38a260ee-5dce-49e4-9645-81b077bc37a9. Mar 04 01:15:44.983048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:15:45.090720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:15:45.095620 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:45.100102 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:15:45.110369 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:45.110969 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:45.124507 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-67556de7-6f87-44dd-8399-15380017e2c9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "PUT /v2.0/floatingips/0445742e-0aa9-4657-bcfc-7ce91a92b893 HTTP/1.1" status: 200 len: 991 time: 1.2377257 Mar 04 01:15:45.125694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:15:45.128055 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e555bfbd-3bd5-4815-8724-f1527af2c4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:15:45.164333 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bfc176-3b0d-41dc-bd55-40a3f0c7abbe x-openstack-request-id: req-91bfc176-3b0d-41dc-bd55-40a3f0c7abbe {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:15:45.164511 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:15:45.164691 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91bfc176-3b0d-41dc-bd55-40a3f0c7abbe {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:15:45.165030 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'status': 'completed', 'code': 200} Mar 04 01:15:45.221171 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:45.249206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-e03285ca-f6d9-4308-963f-de5e28ad1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:45.250772 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-e03285ca-f6d9-4308-963f-de5e28ad1ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1130 time: 0.0440958 Mar 04 01:15:45.339057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-ffec8551-e475-4e0d-8939-93f7ed557576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:45.340546 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-ffec8551-e475-4e0d-8939-93f7ed557576 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 912 time: 0.0837998 Mar 04 01:15:45.403647 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-b53b9789-1343-4a3d-9f44-f15b80f5bb44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 200 len: 999 time: 0.0573928 Mar 04 01:15:45.442775 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '0445742e-0aa9-4657-bcfc-7ce91a92b893', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'port_id': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'mac_address': 'fa:16:3e:6b:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:30Z', 'updated_at': '2022-03-04T01:15:44Z', 'revision_number': 1, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:45.448945 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-2af14dc0-683c-4abf-b282-cd49c39bf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:45.450372 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-2af14dc0-683c-4abf-b282-cd49c39bf6a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0417433 Mar 04 01:15:45.469341 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:15:45.477573 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:15:45.478179 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:15:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:45.501646 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-f2dfac14-d0f7-454f-b793-715628ce9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:15:45.503135 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-f2dfac14-d0f7-454f-b793-715628ce9a46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468874 Mar 04 01:15:45.585718 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:15:45.590168 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-044d278f-4f1a-4433-85b9-bccb8fc6ec9d service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806022 Mar 04 01:15:45.685289 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e555bfbd-3bd5-4815-8724-f1527af2c4fe req-b171c5ee-372a-4bf1-b801-5b11567f8d0b service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888081 Mar 04 01:15:45.725092 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:15:45.805038 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '0445742e-0aa9-4657-bcfc-7ce91a92b893', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'port_id': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'mac_address': 'fa:16:3e:6b:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:30Z', 'updated_at': '2022-03-04T01:15:44Z', 'revision_number': 1, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:15:45.830675 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad04895-0c86-4a2b-a8ef-1eb1f05ce1e9 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '0445742e-0aa9-4657-bcfc-7ce91a92b893', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'port_id': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'mac_address': 'fa:16:3e:6b:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:30Z', 'updated_at': '2022-03-04T01:15:44Z', 'revision_number': 1, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:15:46.047398 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf7160-c127-4285-8ea6-cfa50e3d424c None None] New status for floating IP 0445742e-0aa9-4657-bcfc-7ce91a92b893: ACTIVE {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:16:02.026698 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:02.921142 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-eaf65e96-be37-455c-8fe9-4e808850b5ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436947 Mar 04 01:16:03.022906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-9a8c8b5d-2a61-4f86-8625-5662a3420776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:03.024440 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-9a8c8b5d-2a61-4f86-8625-5662a3420776 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1129 time: 0.0444319 Mar 04 01:16:03.124938 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-a3b4c19d-f3a6-4184-89b8-5314729d9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:03.126449 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-a3b4c19d-f3a6-4184-89b8-5314729d9f4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 909 time: 0.0844398 Mar 04 01:16:03.191547 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-9c6d388c-8f17-4bd1-95d4-fa4ae2801f3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 1000 time: 0.0582652 Mar 04 01:16:03.238838 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-25a24db0-0970-423d-bbda-9d4b256cf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:03.240345 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-25a24db0-0970-423d-bbda-9d4b256cf609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0428779 Mar 04 01:16:03.292215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-973839e5-a862-4168-9f9d-6ae668bd98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:03.293779 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-973839e5-a862-4168-9f9d-6ae668bd98dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475864 Mar 04 01:16:03.381127 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-45e50849-5ad0-45e2-a23e-4caf9af75419 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802972 Mar 04 01:16:03.471316 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c430ea75-6c61-425e-b7e8-b235cd606f75 req-b23492a6-99b5-4e03-8670-7ea3abd92783 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831108 Mar 04 01:16:09.198518 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f8fb6e3e-f1d2-49de-bba4-6598447dd24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:11.517823 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f67e79c8-2db9-4a19-8651-2e7ceb2b61b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:13.033181 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:14.489060 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:15.735975 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:18.538846 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:16:30.746299 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2cff8-8c95-4459-b2f1-8420ebc950e0 req-7c74b991-1864-43e0-a5f6-0d5c5bd8cf47 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:30.747949 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-58e2cff8-8c95-4459-b2f1-8420ebc950e0 req-7c74b991-1864-43e0-a5f6-0d5c5bd8cf47 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0556259 Mar 04 01:16:30.797784 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-58e2cff8-8c95-4459-b2f1-8420ebc950e0 req-5dad1680-551a-407c-8cdf-54869de6ea44 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Mar 04 01:16:31.915270 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88a95f-bcbd-4373-8e96-247e425dc127 req-bd2f2644-42a6-49e1-842a-14e880d255bd tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:31.916714 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca88a95f-bcbd-4373-8e96-247e425dc127 req-bd2f2644-42a6-49e1-842a-14e880d255bd tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0506184 Mar 04 01:16:31.962320 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca88a95f-bcbd-4373-8e96-247e425dc127 req-5dc5e521-55e5-4bee-8997-de65f7c011e1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Mar 04 01:16:31.969742 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:33.080185 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172815f-9901-493c-9536-8ac5ab13891b req-a86a764c-9b36-447c-a4a5-59b8c0ab0507 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:33.081645 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d172815f-9901-493c-9536-8ac5ab13891b req-a86a764c-9b36-447c-a4a5-59b8c0ab0507 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0546927 Mar 04 01:16:33.125947 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d172815f-9901-493c-9536-8ac5ab13891b req-f615c715-4978-4900-bd2a-ce8cbb115747 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Mar 04 01:16:34.244630 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5b766-37a1-4087-8d5a-87387a1e40ab req-f824b4c4-1cf7-4179-a982-4086f1d57440 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:34.246105 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5ae5b766-37a1-4087-8d5a-87387a1e40ab req-f824b4c4-1cf7-4179-a982-4086f1d57440 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0525489 Mar 04 01:16:34.292233 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5ae5b766-37a1-4087-8d5a-87387a1e40ab req-c1fd244c-0e9c-45ee-acb1-0bcd9e0bf12a tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 Mar 04 01:16:35.406538 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cf4-3acc-4c84-a457-366aec517bc2 req-a3b8bd1c-92e4-4894-9467-2416088db99d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:35.407996 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9dd42cf4-3acc-4c84-a457-366aec517bc2 req-a3b8bd1c-92e4-4894-9467-2416088db99d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0511880 Mar 04 01:16:35.456950 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9dd42cf4-3acc-4c84-a457-366aec517bc2 req-8bce0c9a-0a79-43ba-9c7f-96a65a8c0295 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Mar 04 01:16:36.724654 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60081e6c-7ded-4904-9448-4730c895bfab req-ec04633f-c4bf-4b9d-916a-111fbf2951d8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:36.726141 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-60081e6c-7ded-4904-9448-4730c895bfab req-ec04633f-c4bf-4b9d-916a-111fbf2951d8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0519896 Mar 04 01:16:36.771266 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-60081e6c-7ded-4904-9448-4730c895bfab req-69ebc254-66d6-4d61-a6f1-7917031f81bf tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Mar 04 01:16:37.886216 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dee17-15c4-4e21-9776-b0bbaedb1336 req-f5bc2f34-d5ae-43e0-b83e-d662cbe2b148 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:37.887579 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a08dee17-15c4-4e21-9776-b0bbaedb1336 req-f5bc2f34-d5ae-43e0-b83e-d662cbe2b148 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0508235 Mar 04 01:16:37.932590 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a08dee17-15c4-4e21-9776-b0bbaedb1336 req-e5f8e56e-0558-4695-bdeb-c6c28b47b828 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Mar 04 01:16:39.049904 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498b1e-c198-4421-9f34-0b4ef41d1873 req-64a028b8-bb91-42a9-89d9-89a9932ab76f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:39.051349 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f6498b1e-c198-4421-9f34-0b4ef41d1873 req-64a028b8-bb91-42a9-89d9-89a9932ab76f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0537486 Mar 04 01:16:39.096294 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f6498b1e-c198-4421-9f34-0b4ef41d1873 req-7e0f45b9-d257-40e4-8a7c-3545da326677 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385900 Mar 04 01:16:39.215315 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7a1714fb-0271-47f8-af74-f7a8a5bd157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:40.210832 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81393af-5316-4256-89aa-db64ca8d280a req-341bac88-cdf2-4fc9-9793-e97e8818e074 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:40.212279 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e81393af-5316-4256-89aa-db64ca8d280a req-341bac88-cdf2-4fc9-9793-e97e8818e074 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0508869 Mar 04 01:16:40.256988 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e81393af-5316-4256-89aa-db64ca8d280a req-990de9b5-4a02-42ad-9ba2-8d85d2825e50 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 Mar 04 01:16:41.375107 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0390c73-d7f4-4811-a8c6-f996b2fca7df req-ea58822a-bd2b-4586-af65-6a04a02dc8fc tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:41.376509 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c0390c73-d7f4-4811-a8c6-f996b2fca7df req-ea58822a-bd2b-4586-af65-6a04a02dc8fc tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0543094 Mar 04 01:16:41.421149 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c0390c73-d7f4-4811-a8c6-f996b2fca7df req-4d6e9543-1866-4c2a-a9eb-ef1c55c8aa86 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391335 Mar 04 01:16:41.495278 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-9236c0bb-d522-4e11-8abd-ed84d60a2800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:42.538081 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d99a-ab08-49a8-808d-210863191c9f req-63ed7926-1849-4a3c-b7ad-c315ea50f7c1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:42.539544 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39b5d99a-ab08-49a8-808d-210863191c9f req-63ed7926-1849-4a3c-b7ad-c315ea50f7c1 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0511880 Mar 04 01:16:42.584221 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39b5d99a-ab08-49a8-808d-210863191c9f req-c789be2f-d122-4956-a05f-4e5fab545c6d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392437 Mar 04 01:16:43.037005 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:43.699413 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c378c-1fb5-41a1-bddf-55b26f081fb7 req-74380713-5729-4ef8-9049-aadac336d5e4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:43.700952 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-604c378c-1fb5-41a1-bddf-55b26f081fb7 req-74380713-5729-4ef8-9049-aadac336d5e4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0508521 Mar 04 01:16:43.749207 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-604c378c-1fb5-41a1-bddf-55b26f081fb7 req-c387a215-7825-45ff-abb5-f57fadfcbb49 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Mar 04 01:16:44.489810 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:44.869054 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5063f-2308-4862-bb13-c32d5e1eea45 req-5c7baca1-ba6b-454b-aab3-4dfb6dd67684 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:44.870560 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b6c5063f-2308-4862-bb13-c32d5e1eea45 req-5c7baca1-ba6b-454b-aab3-4dfb6dd67684 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0506287 Mar 04 01:16:44.915417 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b6c5063f-2308-4862-bb13-c32d5e1eea45 req-e38ad092-1764-430f-86cf-6ab9e5a1ccf7 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 Mar 04 01:16:45.739857 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:16:46.030755 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc7ffa-da61-4ce8-a5a6-5bc2f87ca487 req-389b78ca-1321-408d-aa80-dd375ab94276 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:46.032233 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-41cc7ffa-da61-4ce8-a5a6-5bc2f87ca487 req-389b78ca-1321-408d-aa80-dd375ab94276 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0511792 Mar 04 01:16:46.078164 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-41cc7ffa-da61-4ce8-a5a6-5bc2f87ca487 req-16d2725d-c426-4f9b-a3ba-5d0c32dd5749 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 Mar 04 01:16:47.196158 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82c4e-980a-4f52-9330-d72feb7a2d40 req-e4e7b98c-5525-4f26-b0d2-ea0f92ef1f85 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:47.197636 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f6d82c4e-980a-4f52-9330-d72feb7a2d40 req-e4e7b98c-5525-4f26-b0d2-ea0f92ef1f85 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0552642 Mar 04 01:16:47.241692 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f6d82c4e-980a-4f52-9330-d72feb7a2d40 req-727d617a-ec0e-4140-878b-79ae98dbc2f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Mar 04 01:16:47.586080 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f9e04-a7dd-4d7f-b1f1-bc6c697afd6d req-2be6d94e-0eaa-497d-a891-8d9f60ff785e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:47.587611 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2f5f9e04-a7dd-4d7f-b1f1-bc6c697afd6d req-2be6d94e-0eaa-497d-a891-8d9f60ff785e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0521519 Mar 04 01:16:47.634263 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2f5f9e04-a7dd-4d7f-b1f1-bc6c697afd6d req-38423e6f-a4a1-45ba-b265-5a671e58e365 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407035 Mar 04 01:16:47.727920 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-d4f83551-28f9-4d5a-baa0-bee5e795a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:47.729413 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-d4f83551-28f9-4d5a-baa0-bee5e795a07a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1130 time: 0.0429142 Mar 04 01:16:47.817272 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-6692115a-ef17-4802-84db-375822862990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:47.819319 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-6692115a-ef17-4802-84db-375822862990 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 912 time: 0.0842867 Mar 04 01:16:47.880748 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-3955585a-4f9f-455f-974a-043912c6677b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 200 len: 1001 time: 0.0550537 Mar 04 01:16:47.928290 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-18877443-a4f4-4f5c-be61-89c605f5b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:47.929972 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-18877443-a4f4-4f5c-be61-89c605f5b361 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0444195 Mar 04 01:16:47.976128 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-f3748735-bf1a-4f9f-a6ee-e2a70a2ab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:47.977581 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-f3748735-bf1a-4f9f-a6ee-e2a70a2ab562 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422759 Mar 04 01:16:48.061033 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-9f89e18d-dc63-4ce2-9dfa-cc544b7581aa service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775168 Mar 04 01:16:48.146963 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-61112606-84ae-4f4b-a912-9efe9f7a57d0 req-150b514a-7bac-4cf1-a306-4653ed8196ec service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806804 Mar 04 01:16:48.756068 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92996-625c-419f-8de8-ee1c06cf14af req-2cc9cb9f-9446-4e2f-a0e4-225d05bc4d5c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:48.759551 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b6c92996-625c-419f-8de8-ee1c06cf14af req-2cc9cb9f-9446-4e2f-a0e4-225d05bc4d5c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0542397 Mar 04 01:16:48.805174 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b6c92996-625c-419f-8de8-ee1c06cf14af req-a3cebefc-ae0f-4180-adeb-927d0392727d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Mar 04 01:16:49.926021 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac083eb-af75-4aec-ab10-16398a7a9b85 req-1375c0b3-6f29-4b69-b076-d8e31b2b587d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:49.927473 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aac083eb-af75-4aec-ab10-16398a7a9b85 req-1375c0b3-6f29-4b69-b076-d8e31b2b587d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0550373 Mar 04 01:16:49.972474 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aac083eb-af75-4aec-ab10-16398a7a9b85 req-fe7433e4-65ba-4e8d-8c61-72cc871a9d07 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Mar 04 01:16:53.204324 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc96d-618e-4b66-885b-25c85adcf434 req-42e123e7-8304-4100-94c6-9534a7ceb49b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:53.205808 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-14bfc96d-618e-4b66-885b-25c85adcf434 req-42e123e7-8304-4100-94c6-9534a7ceb49b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0523486 Mar 04 01:16:53.253941 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-14bfc96d-618e-4b66-885b-25c85adcf434 req-110b1c48-84a7-4158-a315-2906da4eac3c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425363 Mar 04 01:16:54.372644 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f388c7-f68e-4201-94b7-b9ef977229fd req-1571415f-a382-421d-8ba8-e1c37c44297c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:54.374105 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5f388c7-f68e-4201-94b7-b9ef977229fd req-1571415f-a382-421d-8ba8-e1c37c44297c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0515487 Mar 04 01:16:54.425699 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5f388c7-f68e-4201-94b7-b9ef977229fd req-45ba6bc8-ee24-431d-b3ca-15f4e3fe4609 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458145 Mar 04 01:16:55.537293 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:16:55.540703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8fbf5-c8bd-4d26-a60e-7bd7e333649d req-e431d3a1-9147-445b-951f-0102f8670011 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:55.542198 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5a8fbf5-c8bd-4d26-a60e-7bd7e333649d req-e431d3a1-9147-445b-951f-0102f8670011 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0510955 Mar 04 01:16:55.589399 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b5a8fbf5-c8bd-4d26-a60e-7bd7e333649d req-3f325b7c-781e-432e-add4-a206e69412f5 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417655 Mar 04 01:16:56.705541 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b6b75-ed74-48d7-8be0-597f10dcb28a req-b8202de2-95ed-4f17-a7f0-92af08faba6c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:56.707003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1a2b6b75-ed74-48d7-8be0-597f10dcb28a req-b8202de2-95ed-4f17-a7f0-92af08faba6c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0512700 Mar 04 01:16:56.753593 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1a2b6b75-ed74-48d7-8be0-597f10dcb28a req-7f4d2dc7-0f0c-45bb-9d85-3161663e4677 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Mar 04 01:16:57.402080 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-40c05f92-446b-4b76-8613-f1a742b79e24 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912381088&fields=id&tenant_id=d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 267 time: 0.0460408 Mar 04 01:16:57.503478 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-bf51fdf8-af47-4b2c-acda-0f128e92b455 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:57.504954 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-bf51fdf8-af47-4b2c-acda-0f128e92b455 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 812 time: 0.0964203 Mar 04 01:16:57.518697 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-090e541f-a191-4460-bfa7-8805595344d1 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/quotas/d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 375 time: 0.0084472 Mar 04 01:16:57.576548 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-93e4a3ac-c2a7-4cd5-9217-9c0572f14cac tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527031 Mar 04 01:16:57.668917 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-c9841fd4-5a50-4df4-9b35-1e88d98206ee service neutron] 10.222.0.32 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788133 Mar 04 01:16:57.756809 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-01fc1ce9-7441-4a01-a3b2-cb183a571858 service neutron] 10.222.0.32 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823834 Mar 04 01:16:57.872571 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261873b-a049-4fbb-9b21-3d63e3586ffb req-769d1493-894f-4941-bd0f-52ff5be8cba9 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:57.874076 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5261873b-a049-4fbb-9b21-3d63e3586ffb req-769d1493-894f-4941-bd0f-52ff5be8cba9 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0552714 Mar 04 01:16:57.922427 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5261873b-a049-4fbb-9b21-3d63e3586ffb req-e7ddbdfe-5e94-4194-9be9-57ffeb517272 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 Mar 04 01:16:58.252018 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2d19f0c5-1fc9-4c43-9aee-492d51e2d1b9 req-dcd22642-7a41-4834-9b40-5939c693820e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Mar 04 01:16:59.037024 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62628-5223-47b0-a558-c19450b2f854 req-d7f4c9de-9146-4a36-b7ce-2c035d90de2a tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:16:59.038481 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-93a62628-5223-47b0-a558-c19450b2f854 req-d7f4c9de-9146-4a36-b7ce-2c035d90de2a tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0523381 Mar 04 01:16:59.088887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-93a62628-5223-47b0-a558-c19450b2f854 req-d7de2d0b-ad84-4a32-a8a8-447772d997a6 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450246 Mar 04 01:16:59.332466 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-dfac89ae-c5b9-42a9-b3b4-c23cbbcdb6aa req-24294933-b07f-423f-a167-347b81281ee6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0258732 Mar 04 01:17:00.202930 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0ead-d8dd-4cb8-8c19-1a30d0b16214 req-b889ef33-5125-43cb-955b-966eef39a5be tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:00.204405 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-63ce0ead-d8dd-4cb8-8c19-1a30d0b16214 req-b889ef33-5125-43cb-955b-966eef39a5be tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0513904 Mar 04 01:17:00.251354 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-63ce0ead-d8dd-4cb8-8c19-1a30d0b16214 req-3f847443-a3f1-4c87-893c-f5fe083a99f4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Mar 04 01:17:00.408397 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-77ac050d-d822-4df0-9f22-3d29d5271044 req-6c2f6f4a-b038-4d8b-a35c-702566dfb5c5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Mar 04 01:17:01.368023 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f36a18-c56e-4595-9f32-b64ab6973413 req-b0c5b01b-613f-4d09-bd96-01bb9eb315ce tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:01.369404 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98f36a18-c56e-4595-9f32-b64ab6973413 req-b0c5b01b-613f-4d09-bd96-01bb9eb315ce tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0536470 Mar 04 01:17:01.416322 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-98f36a18-c56e-4595-9f32-b64ab6973413 req-75d92209-d80d-4648-9048-8a6c59ecbae2 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413549 Mar 04 01:17:01.496608 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cfb0ced3-ced0-42da-b747-64c93facabd3 req-b8702166-4e1d-455d-838d-95dbf64c16c9 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0388360 Mar 04 01:17:01.991252 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:02.532345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b6af2-67d0-423f-a2fa-7d66d5437484 req-a3656ab2-48c0-4640-b281-bce5ae4b6bb4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:02.534043 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a44b6af2-67d0-423f-a2fa-7d66d5437484 req-a3656ab2-48c0-4640-b281-bce5ae4b6bb4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0533960 Mar 04 01:17:02.593975 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a44b6af2-67d0-423f-a2fa-7d66d5437484 req-3e8b4c5e-cff0-4847-97c0-b58ea0d4388c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545309 Mar 04 01:17:02.609229 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-599edf3e-5b39-4af3-a3cf-ba0e2f3d847f req-a1791039-2354-41a9-a36e-d65d134b2ac5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0400157 Mar 04 01:17:03.522429 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-da24d46c-47fd-4468-a428-c92148828c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:03.523888 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-da24d46c-47fd-4468-a428-c92148828c4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1129 time: 0.0440297 Mar 04 01:17:03.618117 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-15527352-c561-450c-af1d-ec99a7675997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:03.619591 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-15527352-c561-450c-af1d-ec99a7675997 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 909 time: 0.0873027 Mar 04 01:17:03.990856 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-65707f8d-b895-420f-9b14-5db1cc4fe7e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456293 Mar 04 01:17:04.009733 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-41d04e76-aea1-47a3-9c81-3dc12ab3bd6b req-1aff9969-c558-4f47-9812-c23b74d807d8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.3145740 Mar 04 01:17:04.016833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-481e4aa1-38ba-40b3-aeeb-6b4711d32455 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 1000 time: 0.3916807 Mar 04 01:17:04.029835 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945d780-2944-41a1-bb63-a6f0dc0be227 req-aaa13fea-9160-407e-b888-a340367f0938 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.031393 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c945d780-2944-41a1-bb63-a6f0dc0be227 req-aaa13fea-9160-407e-b888-a340367f0938 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.3678722 Mar 04 01:17:04.076171 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-bf3c59cc-36f5-4981-82f4-e669ae73bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.077772 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-bf3c59cc-36f5-4981-82f4-e669ae73bebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1130 time: 0.0455048 Mar 04 01:17:04.096952 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-c0ed2bd3-64f2-4f8d-8eb5-b0495b5c55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.098426 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-c0ed2bd3-64f2-4f8d-8eb5-b0495b5c55ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0661616 Mar 04 01:17:04.114732 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c945d780-2944-41a1-bb63-a6f0dc0be227 req-5e3d03b3-942e-48de-b794-e51c53ceea42 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748467 Mar 04 01:17:04.170017 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-5d4981fd-dc72-4b51-9d62-33f3887bf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.171523 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-5d4981fd-dc72-4b51-9d62-33f3887bf4da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473537 Mar 04 01:17:04.210566 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-3bd0ea3b-dc4f-4b9d-a844-59aa966a22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.212045 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-3bd0ea3b-dc4f-4b9d-a844-59aa966a22ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0873008 Mar 04 01:17:04.262592 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-7edec15b-2558-4d75-9a50-aa03fb0e57c9 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841599 Mar 04 01:17:04.277461 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-cd1a7dfa-b748-4b0f-b9a8-850b439427df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80 HTTP/1.1" status: 200 len: 1002 time: 0.0589364 Mar 04 01:17:04.325144 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-e6333168-7396-4292-ab23-aeb14aa5d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.326572 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-e6333168-7396-4292-ab23-aeb14aa5d3dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0437634 Mar 04 01:17:04.349804 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f9de5254-fcab-4798-86fb-c6f051fdd3ab req-8fae298d-c244-4eb4-b55a-e31ebd63b9af service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820870 Mar 04 01:17:04.377949 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-0eb6b485-ac4d-4683-bdb7-9927119155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.380103 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-0eb6b485-ac4d-4683-bdb7-9927119155fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475729 Mar 04 01:17:04.487736 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-da0ee778-3f80-418c-b1ab-b6e51d7c4164 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828941 Mar 04 01:17:04.507926 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-a07c8029-42b1-474f-a31a-cf4555540c1c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:04.509427 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-a07c8029-42b1-474f-a31a-cf4555540c1c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 812 time: 0.1050622 Mar 04 01:17:04.577507 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-4454c098-6358-4f1f-976c-6258980ade1f tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d1228a587747e2a934c9d33f7bcc74 HTTP/1.1" status: 200 len: 380 time: 0.0527608 Mar 04 01:17:04.579831 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-30a4f6df-a42d-463d-bcfc-e9f9f0d095c6 req-e0aa4f5d-9f29-4d80-95a3-84b227604e4a service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Mar 04 01:17:04.597917 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'port': {'device_id': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'admin_state_up': True, 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'security_groups': ['a8701467-7804-419a-a9e4-0bcd5f6b032e']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:17:04.762317 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Made reservation on behalf of d4d1228a587747e2a934c9d33f7bcc74 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:17:04.766559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:04.887633 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Allocated IP 172.20.0.8 (00360203-a918-43bf-bb8c-ef256a752323/7077ebff-a060-4b5a-b8b8-ecbd7298a4bd/f112c9d6-97c9-4d42-a0a4-6fcbbc34c933) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:17:05.021838 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.105448 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d7d2ee91-dfb9-4f18-b16c-852ac0be1ae8 req-5f65142f-b608-4c3d-8813-63bc79b0d51f tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0284383 Mar 04 01:17:05.118136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.165215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Network 00360203-a918-43bf-bb8c-ef256a752323 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:17:05.168331 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:17:05.172012 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:17:05.198150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:05.237287 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.237287 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.237651 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.237858 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.238195 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.238530 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.238894 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.239232 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.239560 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.239889 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.240218 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.240574 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.240901 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:05.263073 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:05.263698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.291040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e63b-2362-4c84-8551-df8cbd725d5f req-ebad048e-5772-4c0b-aa1a-e6cbca7da9ca tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:05.292596 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c085e63b-2362-4c84-8551-df8cbd725d5f req-ebad048e-5772-4c0b-aa1a-e6cbca7da9ca tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0954967 Mar 04 01:17:05.344233 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c085e63b-2362-4c84-8551-df8cbd725d5f req-fc092129-c874-4a7d-ac4d-e1b764636610 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458145 Mar 04 01:17:05.349903 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-20f04bb9-a969-4c4e-8438-38c4342d8388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582631 Mar 04 01:17:05.368081 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Request body: {'port': {'device_id': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:17:05.384935 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-6953dd2f-9f8b-4327-bf39-10e12a9e5eeb None None] Provisioning complete for port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:17:05.385519 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6953dd2f-9f8b-4327-bf39-10e12a9e5eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.419949 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-6953dd2f-9f8b-4327-bf39-10e12a9e5eeb None None] Port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:17:05.431900 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.687109 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:17:05.695036 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Publish callbacks [] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.706610 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Transition to ACTIVE for port object f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:17:05.763796 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.816976 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Pushing event updated for resources: {'Port': ['ID=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:05.891314 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Attempting to bind port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:17:05.891659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Attempting to bind port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:17:05.892049 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Attempting to bind port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:17:05.897532 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 on network 00360203-a918-43bf-bb8c-ef256a752323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:17:05.907666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Attempting to bind port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 on network 00360203-a918-43bf-bb8c-ef256a752323 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:17:05.907666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:17:05.907666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Checking segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:17:05.907666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Bound using segment: {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:17:05.907666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Bound port: f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c07ec1-33ec-4933-a67e-5fbf7b5add58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00360203-a918-43bf-bb8c-ef256a752323'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:17:05.907666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:05.969187 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] For port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:17:05.972156 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] For port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:17:06.038076 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:06.074414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.074962 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:06.076570 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] 10.222.0.35 "PUT /v2.0/ports/f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 HTTP/1.1" status: 200 len: 1093 time: 0.7126110 Mar 04 01:17:06.077025 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:17:06.079359 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5fd703-3bd6-4936-bef6-3e6b6481a799" -d '{"events": [{"name": "network-changed", "server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:17:06.109956 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a517-c614-45f3-9372-ef49d52896ac service neutron] Pushing event updated for resources: {'Port': ['ID=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:06.126945 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd5da77-bdac-49fa-bd1f-90825ebd4e3f x-openstack-request-id: req-afd5da77-bdac-49fa-bd1f-90825ebd4e3f {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:17:06.127773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:17:06.135752 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afd5da77-bdac-49fa-bd1f-90825ebd4e3f {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:17:06.136215 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'status': 'completed', 'code': 200} Mar 04 01:17:06.264756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518774d0-983a-41b8-8a54-688d38b0284e req-315d076e-5ce9-49ea-a495-6d9387512850 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.266274 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-518774d0-983a-41b8-8a54-688d38b0284e req-315d076e-5ce9-49ea-a495-6d9387512850 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0847943 Mar 04 01:17:06.270300 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd703-3bd6-4936-bef6-3e6b6481a799 req-abd1d88b-4562-44ba-99b0-5b8f6af4e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.270300 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae5fd703-3bd6-4936-bef6-3e6b6481a799 req-abd1d88b-4562-44ba-99b0-5b8f6af4e9bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 1127 time: 0.0972900 Mar 04 01:17:06.370154 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-518774d0-983a-41b8-8a54-688d38b0284e req-16d84a36-4924-4f33-b64c-983458122274 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958581 Mar 04 01:17:06.409851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd703-3bd6-4936-bef6-3e6b6481a799 req-6cbf010b-4c1a-4d7a-bd70-8cbce779994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.411919 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae5fd703-3bd6-4936-bef6-3e6b6481a799 req-6cbf010b-4c1a-4d7a-bd70-8cbce779994b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1210549 Mar 04 01:17:06.538642 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c13e-7cd8-499c-98c5-d8475b3dcff5 req-1b69184e-e632-4cae-820f-feea39f1875c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.540116 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-75a1c13e-7cd8-499c-98c5-d8475b3dcff5 req-1b69184e-e632-4cae-820f-feea39f1875c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.1117990 Mar 04 01:17:06.544760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd703-3bd6-4936-bef6-3e6b6481a799 req-09cb2cb1-5501-423e-a494-f8c5d07da485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.545995 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ae5fd703-3bd6-4936-bef6-3e6b6481a799 req-09cb2cb1-5501-423e-a494-f8c5d07da485 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276808 Mar 04 01:17:06.593412 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-75a1c13e-7cd8-499c-98c5-d8475b3dcff5 req-1aa81981-f34b-459e-8b5f-3b27d5d562d9 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Mar 04 01:17:06.653030 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-31237671-b23a-4b59-aa47-c6e69739f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.654538 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-31237671-b23a-4b59-aa47-c6e69739f60d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 1127 time: 0.0451527 Mar 04 01:17:06.703798 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-953d96c1-d18d-498b-a12c-ae7c786c0e33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 HTTP/1.1" status: 200 len: 217 time: 0.0339694 Mar 04 01:17:06.757929 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-6e6eebba-6b63-4256-9501-31d78aad3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.759361 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-6e6eebba-6b63-4256-9501-31d78aad3f9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0458322 Mar 04 01:17:06.808240 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-f11f7f0f-e1ff-40c7-953f-031551504a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:06.809773 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-f11f7f0f-e1ff-40c7-953f-031551504a5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438988 Mar 04 01:17:06.920505 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-9a90a7ce-0a3b-4960-bf1e-fa4baddf0384 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818639 Mar 04 01:17:07.012801 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4871e7b-3787-435b-8dec-a8f1b4c4b9f1 req-4d2de90d-af2b-4d54-b7c9-3f59a0b26771 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854497 Mar 04 01:17:07.496416 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a7af-46ce-4f52-9c19-1f02e92e4c97 req-06398756-a84a-45e5-9eb3-7e5658639d3b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:07.497901 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8490a7af-46ce-4f52-9c19-1f02e92e4c97 req-06398756-a84a-45e5-9eb3-7e5658639d3b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0549488 Mar 04 01:17:07.547334 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8490a7af-46ce-4f52-9c19-1f02e92e4c97 req-6d49a0dc-afaa-4186-87ca-265ce51a855d tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Mar 04 01:17:07.711980 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b4a4b-4495-447b-b8b6-d92cef96ebfb req-59f5e1df-ac95-446a-91ad-0a8ad389fd2e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:07.713418 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-876b4a4b-4495-447b-b8b6-d92cef96ebfb req-59f5e1df-ac95-446a-91ad-0a8ad389fd2e tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0508187 Mar 04 01:17:07.765152 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-876b4a4b-4495-447b-b8b6-d92cef96ebfb req-ae6d3f96-bd39-41b4-9df3-5aa304ad51be tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461669 Mar 04 01:17:07.830844 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-5778039c-6216-444a-abb7-3f583b2e6ff4 req-f67ee34a-face-4d32-90ab-54f3221bf5d5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:17:07.831816 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5778039c-6216-444a-abb7-3f583b2e6ff4 req-f67ee34a-face-4d32-90ab-54f3221bf5d5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053651 Mar 04 01:17:08.077039 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d50746-523c-4e57-b31f-e6ced275e1aa req-2bcaf9de-64b9-4de0-8eb5-1fc03d6e3160 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:08.078554 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-84d50746-523c-4e57-b31f-e6ced275e1aa req-2bcaf9de-64b9-4de0-8eb5-1fc03d6e3160 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0554566 Mar 04 01:17:08.124352 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-9cd50d4f-4ad1-448d-9988-9e25d820bc80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867257 Mar 04 01:17:08.126538 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-84d50746-523c-4e57-b31f-e6ced275e1aa req-00b4d6cf-5cba-4d2e-bbae-6a9ae32f5b42 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Mar 04 01:17:08.244516 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-5d563bc6-97e7-4237-9a55-a8548a142195 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:08.245753 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-5d563bc6-97e7-4237-9a55-a8548a142195 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports/35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 942 time: 0.0935369 Mar 04 01:17:08.666715 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138ce32-e362-4931-a01a-3093656ed921 req-89af0836-5270-46f8-83c9-7f973761eebe tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:08.668183 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0138ce32-e362-4931-a01a-3093656ed921 req-89af0836-5270-46f8-83c9-7f973761eebe tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0512025 Mar 04 01:17:08.719526 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0138ce32-e362-4931-a01a-3093656ed921 req-7e377c8f-8a57-419a-ae0b-f382f5044cfc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Mar 04 01:17:09.203235 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-3cf99051-43b6-473f-8ddd-14968550e7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:09.247395 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32316877-a446-45e6-ac8a-5936afb2866b req-641dcc9c-d9c5-4aac-8bc3-1909f55d4c40 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:09.248833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32316877-a446-45e6-ac8a-5936afb2866b req-641dcc9c-d9c5-4aac-8bc3-1909f55d4c40 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0562854 Mar 04 01:17:09.296312 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-32316877-a446-45e6-ac8a-5936afb2866b req-18c71fe5-25bf-41d9-99e6-ca4540531145 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Mar 04 01:17:09.836718 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e07e1-7257-4aac-ac04-a74993fe5093 req-099f85b6-2e42-4fc7-ac51-ec5aa1006e3f tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:09.838191 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1b6e07e1-7257-4aac-ac04-a74993fe5093 req-099f85b6-2e42-4fc7-ac51-ec5aa1006e3f tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0528994 Mar 04 01:17:09.886014 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1b6e07e1-7257-4aac-ac04-a74993fe5093 req-a188716e-3a86-4213-bb61-cf67c8665a9b tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Mar 04 01:17:10.416239 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b512a2-a3a6-4fb0-a385-17ac8f3ecb08 req-6863253f-a167-45eb-b917-0fd082999f09 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:10.417717 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-76b512a2-a3a6-4fb0-a385-17ac8f3ecb08 req-6863253f-a167-45eb-b917-0fd082999f09 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0560915 Mar 04 01:17:10.464315 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-76b512a2-a3a6-4fb0-a385-17ac8f3ecb08 req-6851dd59-09c6-4d13-88bf-843a2e37184d tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410137 Mar 04 01:17:10.676528 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-5ca19c28-28f5-40bf-a470-202ff52a3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:10.678647 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-5ca19c28-28f5-40bf-a470-202ff52a3bce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c&tenant_id=5922136854c94d32a4796736eaea2fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0424855 Mar 04 01:17:10.754602 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-3d2b6c48-0bfc-43df-867b-7c75b53afceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:10.756111 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-3d2b6c48-0bfc-43df-867b-7c75b53afceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1129 time: 0.0426903 Mar 04 01:17:10.843759 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-40403492-1b50-4523-8b34-805b0dda820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:10.845185 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-40403492-1b50-4523-8b34-805b0dda820c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 909 time: 0.0831687 Mar 04 01:17:10.907337 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-0fd29464-0ef0-444e-91ba-5e135400b529 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 1000 time: 0.0555842 Mar 04 01:17:10.967361 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-859f56fb-6bd8-409f-ad0a-01a006893b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:10.968783 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-859f56fb-6bd8-409f-ad0a-01a006893b7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0551231 Mar 04 01:17:11.035432 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acec2a-4ff7-4428-aaff-85bcc41605bc req-f4eed51d-df0d-4b87-b641-67d2cfe77c24 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:11.036902 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-19acec2a-4ff7-4428-aaff-85bcc41605bc req-f4eed51d-df0d-4b87-b641-67d2cfe77c24 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0867553 Mar 04 01:17:11.042379 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-83a3a69d-becc-4039-b4e9-90aca87c32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:11.043777 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-83a3a69d-becc-4039-b4e9-90aca87c32bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607383 Mar 04 01:17:11.132894 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-19acec2a-4ff7-4428-aaff-85bcc41605bc req-e1e77c04-2ba2-44eb-bf6c-185a015e6345 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881071 Mar 04 01:17:11.159996 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-f82fc02c-18c2-42e6-adbe-401c8838a29b service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090620 Mar 04 01:17:11.234665 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:17:11.245495 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7e1ae7d7-6ac7-43bc-bbf3-d08ce340f2cb req-52475f92-a2f6-49f5-b594-982be529c677 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790803 Mar 04 01:17:11.306904 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 35b5409f-5ee6-4615-bde6-6723634894db is: ACTIVE; New status is: DOWN {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:17:11.307298 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:11.328941 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:17:11.331147 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f2af84-9f88-4c22-9819-c49a77787f56" -d '{"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:17:11.343707 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:11.366280 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc42b6-fd84-40d1-aa3a-ccc85f3e6494 x-openstack-request-id: req-0cfc42b6-fd84-40d1-aa3a-ccc85f3e6494 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:17:11.366574 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:17:11.366832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cfc42b6-fd84-40d1-aa3a-ccc85f3e6494 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:17:11.367254 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'code': 200} Mar 04 01:17:11.414495 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:11.474510 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=6']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:11.481526 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.481935 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.482287 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.482627 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.482962 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.483295 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.483630 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.483956 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.484317 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.484651 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.484977 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.485304 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.485714 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:17:11.534688 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-af84e398-11c4-4b03-85ba-8f43f1eae99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:11.580869 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84fcf-ceee-450e-809f-9d78d94c2888 req-e07c6134-8910-494c-9ff1-87d62871c697 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:11.582324 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-afb84fcf-ceee-450e-809f-9d78d94c2888 req-e07c6134-8910-494c-9ff1-87d62871c697 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0521791 Mar 04 01:17:11.633639 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-afb84fcf-ceee-450e-809f-9d78d94c2888 req-b3e74fc5-cc29-4028-a0ab-cb905ccd8a11 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457733 Mar 04 01:17:12.249454 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456fd6c-c5f2-4b08-8761-957189b866a6 req-f0491afd-4c48-4722-abc0-a743d2f2a0b8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:12.250919 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c456fd6c-c5f2-4b08-8761-957189b866a6 req-f0491afd-4c48-4722-abc0-a743d2f2a0b8 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0516272 Mar 04 01:17:12.298494 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c456fd6c-c5f2-4b08-8761-957189b866a6 req-c0779005-8573-4178-8210-51fd9c7da2df tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Mar 04 01:17:12.747322 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde2314-e24a-454d-9bba-f4c95127a9cf req-2b423e6e-cc09-4d4b-bf2b-5b353f112363 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:12.748800 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bcde2314-e24a-454d-9bba-f4c95127a9cf req-2b423e6e-cc09-4d4b-bf2b-5b353f112363 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0499380 Mar 04 01:17:12.794999 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-bcde2314-e24a-454d-9bba-f4c95127a9cf req-be3fd613-8b33-4d99-a045-946801f6bad4 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408337 Mar 04 01:17:13.031634 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:13.415464 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd828d-9721-4f91-9c60-a19fcdeca572 req-5de44b26-28f3-44b2-92b8-5295f19c8967 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:13.416906 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86fd828d-9721-4f91-9c60-a19fcdeca572 req-5de44b26-28f3-44b2-92b8-5295f19c8967 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0547819 Mar 04 01:17:13.463937 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-86fd828d-9721-4f91-9c60-a19fcdeca572 req-24cce6cf-3dd5-443c-a660-cdf2fed1bb0e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Mar 04 01:17:13.907275 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16ed29-42d4-4a70-9a35-01e08def0e8b req-65e1b54e-72d9-4f10-9bbc-e7f0856a7f39 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:13.908674 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ea16ed29-42d4-4a70-9a35-01e08def0e8b req-65e1b54e-72d9-4f10-9bbc-e7f0856a7f39 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0501034 Mar 04 01:17:13.954975 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ea16ed29-42d4-4a70-9a35-01e08def0e8b req-5a6059a3-86c2-4666-8c50-beb53c88a555 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 Mar 04 01:17:14.465669 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:14.582835 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a48c9c-b427-4e8a-8804-a9647e0085dc req-711b6471-0838-4726-911e-6606172ee053 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:14.584302 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3a48c9c-b427-4e8a-8804-a9647e0085dc req-711b6471-0838-4726-911e-6606172ee053 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 943 time: 0.0555685 Mar 04 01:17:14.632202 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e3a48c9c-b427-4e8a-8804-a9647e0085dc req-9a255b22-cd33-4dde-bfcd-b3b29da156bf tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417981 Mar 04 01:17:15.070460 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393109-a988-4451-ac17-eac5f8783bd4 req-cecb9033-9158-4a3c-b19c-cff3ffe20557 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:15.071930 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-de393109-a988-4451-ac17-eac5f8783bd4 req-cecb9033-9158-4a3c-b19c-cff3ffe20557 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0515006 Mar 04 01:17:15.122763 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-de393109-a988-4451-ac17-eac5f8783bd4 req-1e932f3a-9d46-411f-97a9-31d5846155ea tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418489 Mar 04 01:17:15.240132 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:17:15.333638 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:15.345075 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'port_id': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'mac_address': 'fa:16:3e:8c:f7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:17:15.381269 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:17:15.382244 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:15.394613 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:17:15.412756 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:15.477216 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:15.522577 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:15.734996 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:15.748710 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa9233-6abf-489a-8279-1b44cdc84380 req-2b492047-b417-4084-b6b6-8f887ce12d38 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:15.751420 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2aa9233-6abf-489a-8279-1b44cdc84380 req-2b492047-b417-4084-b6b6-8f887ce12d38 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 944 time: 0.0525248 Mar 04 01:17:15.789881 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['f112c9d6-97c9-4d42-a0a4-6fcbbc34c933'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:17:15.801253 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a2aa9233-6abf-489a-8279-1b44cdc84380 req-d8921208-a56a-49a9-9590-cc32770ce962 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455360 Mar 04 01:17:16.236760 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83620f61-e97a-44d1-b2b8-e00f0b412d76 req-61c8161b-a63b-485a-ba46-db9d6ec1c405 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:16.238203 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-83620f61-e97a-44d1-b2b8-e00f0b412d76 req-61c8161b-a63b-485a-ba46-db9d6ec1c405 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0507405 Mar 04 01:17:16.284445 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-83620f61-e97a-44d1-b2b8-e00f0b412d76 req-aee239f7-21ab-4c01-a51b-1f3e1e5fd85c tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Mar 04 01:17:16.916320 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fea48-5a1e-4faa-8891-27ac2c82a8a4 req-c7c5e76a-8fb5-4405-995c-8fab193f5d31 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:16.917692 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c41fea48-5a1e-4faa-8891-27ac2c82a8a4 req-c7c5e76a-8fb5-4405-995c-8fab193f5d31 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 944 time: 0.0514705 Mar 04 01:17:16.964306 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c41fea48-5a1e-4faa-8891-27ac2c82a8a4 req-e6886039-26b1-4b79-ada5-9d2b985592a6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Mar 04 01:17:17.251441 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:17:17.411216 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f906277-4b7a-411a-a05e-ba3fb474e1f1 req-608f144b-3452-4ff2-b38a-3aad40ad808f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:17.412782 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f906277-4b7a-411a-a05e-ba3fb474e1f1 req-608f144b-3452-4ff2-b38a-3aad40ad808f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0615635 Mar 04 01:17:17.463309 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f906277-4b7a-411a-a05e-ba3fb474e1f1 req-d924e968-b1ba-46ce-b00b-27f498e73c25 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447147 Mar 04 01:17:17.471747 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:17:17.476425 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:17:17.479322 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:17.551701 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:17:17.552096 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:17.576174 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:17:17.578455 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba09720-3ec6-475d-a029-2d60a5f41de1" -d '{"events": [{"server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "name": "network-vif-plugged", "status": "completed", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:17:17.590663 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:17.620397 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6628f481-d4bb-48c4-b736-de044e9281c4 x-openstack-request-id: req-6628f481-d4bb-48c4-b736-de044e9281c4 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:17:17.620397 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "name": "network-vif-plugged", "status": "completed", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:17:17.620397 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6628f481-d4bb-48c4-b736-de044e9281c4 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:17:17.620397 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'code': 200} Mar 04 01:17:17.648714 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:17.651716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43b5bd-8288-4696-9d36-36d81bb44a00 req-29e57ebe-23ab-4a70-b119-bc2b56cb9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:17.653308 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca43b5bd-8288-4696-9d36-36d81bb44a00 req-29e57ebe-23ab-4a70-b119-bc2b56cb9316 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1127 time: 0.0437474 Mar 04 01:17:17.698774 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:17.702505 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ca43b5bd-8288-4696-9d36-36d81bb44a00 req-72ed9267-2244-4e4f-892f-02910af24cc8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Mar 04 01:17:18.080854 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b4ff-10be-4cfc-9169-b1e0c41eeb3e req-03efcaf8-5f3a-4a6b-8db9-551fe8be2256 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:18.082309 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7c22b4ff-10be-4cfc-9169-b1e0c41eeb3e req-03efcaf8-5f3a-4a6b-8db9-551fe8be2256 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Mar 04 01:17:18.132938 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7c22b4ff-10be-4cfc-9169-b1e0c41eeb3e req-c1864534-e9e7-41fd-af3d-16100b2d4f3f tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Mar 04 01:17:18.266703 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45b64-9144-46d5-9684-e944765a4de6 req-6c537e53-9a7a-42bd-835d-4707f7903365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:18.268104 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ebb45b64-9144-46d5-9684-e944765a4de6 req-6c537e53-9a7a-42bd-835d-4707f7903365 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 1129 time: 0.0430789 Mar 04 01:17:18.314407 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ebb45b64-9144-46d5-9684-e944765a4de6 req-d9a29f64-45c1-423d-915f-1aea4d18319d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Mar 04 01:17:18.579562 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7088c9-152d-4884-ac9c-79b469f4e7f6 req-320f700a-5950-4e54-b909-bd008de1022b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:18.581143 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5b7088c9-152d-4884-ac9c-79b469f4e7f6 req-320f700a-5950-4e54-b909-bd008de1022b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 943 time: 0.0518839 Mar 04 01:17:18.627887 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5b7088c9-152d-4884-ac9c-79b469f4e7f6 req-78fe32f5-fb8a-453a-952e-15e36d310f01 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Mar 04 01:17:19.249064 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:17:19.250004 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9fd6-8c4a-47f2-878c-782417c5d50c req-122db906-2dc9-46db-b189-e358e7d12c21 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:19.251511 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2a9f9fd6-8c4a-47f2-878c-782417c5d50c req-122db906-2dc9-46db-b189-e358e7d12c21 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0541327 Mar 04 01:17:19.299897 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2a9f9fd6-8c4a-47f2-878c-782417c5d50c req-f3aab59b-49bf-44ce-9917-bf997d2730fc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Mar 04 01:17:19.344332 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:19.355524 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '35b5409f-5ee6-4615-bde6-6723634894db', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'port_id': '35b5409f-5ee6-4615-bde6-6723634894db', 'mac_address': 'fa:16:3e:d3:3d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:17:19.394868 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 35b5409f-5ee6-4615-bde6-6723634894db is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:17:19.395250 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:19.407522 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b5409f-5ee6-4615-bde6-6723634894db {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:17:19.426791 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:19.499571 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:19.546729 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=7']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:19.742827 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abbf3f-5ba0-409f-b33b-011cefd7f329 req-ab316b2f-cca7-4898-931c-d4cadc4085b7 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:19.744300 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39abbf3f-5ba0-409f-b33b-011cefd7f329 req-ab316b2f-cca7-4898-931c-d4cadc4085b7 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 944 time: 0.0512216 Mar 04 01:17:19.792757 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-39abbf3f-5ba0-409f-b33b-011cefd7f329 req-85845f5f-8251-4faa-a212-87141a87b9ad tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424044 Mar 04 01:17:19.876688 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['35b5409f-5ee6-4615-bde6-6723634894db'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:17:20.419215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872567a-ac17-48aa-9c6a-1d428345d433 req-ccad45f5-7a5a-4195-9092-f3f3612f2a04 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:20.420680 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2872567a-ac17-48aa-9c6a-1d428345d433 req-ccad45f5-7a5a-4195-9092-f3f3612f2a04 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0548079 Mar 04 01:17:20.467705 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2872567a-ac17-48aa-9c6a-1d428345d433 req-7e3a4fb8-eb35-4178-af62-cc2c15021ae5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Mar 04 01:17:20.580789 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22005-c87e-42c6-bb2f-901058ba8713 req-8e115b3c-679e-4e53-a595-b2ed8bba20cc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:20.582209 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-89d22005-c87e-42c6-bb2f-901058ba8713 req-8e115b3c-679e-4e53-a595-b2ed8bba20cc tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0516765 Mar 04 01:17:20.629870 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-89d22005-c87e-42c6-bb2f-901058ba8713 req-05f589b6-262a-4790-af56-1f8d5c05ece0 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420573 Mar 04 01:17:20.651967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35934) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:17:20.693509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db293d0-da5e-4445-8a68-4f52a1d4dfd6 tempest-TestVolumeBootPattern-200725053 tempest-TestVolumeBootPattern-200725053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:20.695637 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1db293d0-da5e-4445-8a68-4f52a1d4dfd6 tempest-TestVolumeBootPattern-200725053 tempest-TestVolumeBootPattern-200725053-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 1124 time: 0.0426769 Mar 04 01:17:20.698270 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 35936) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:17:20.702350 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'port_id': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:17:20.791306 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:20.886204 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:20.989880 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Allocated IP 172.27.2.100 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/7ded7219-5bf0-46b1-94ff-18168013f860) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:17:21.085325 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (7ded7219-5bf0-46b1-94ff-18168013f860), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.174520 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (7ded7219-5bf0-46b1-94ff-18168013f860), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.212840 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:17:21.215542 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:17:21.218886 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:17:21.224071 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=7ded7219-5bf0-46b1-94ff-18168013f860,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:21.248812 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:17:21.295434 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 35b5409f-5ee6-4615-bde6-6723634894db triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:17:21.295809 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (35b5409f-5ee6-4615-bde6-6723634894db), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.372153 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 35b5409f-5ee6-4615-bde6-6723634894db is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:17:21.372563 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.394729 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:17:21.397529 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c542a6b-0d97-4369-92db-666dda6db967" -d '{"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-plugged", "status": "completed", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:17:21.409837 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:17:21.435062 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbbf7f0-78a4-485b-b763-67ec9a62b5cb x-openstack-request-id: req-dcbbf7f0-78a4-485b-b763-67ec9a62b5cb {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:17:21.435353 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-plugged", "status": "completed", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:17:21.435608 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcbbf7f0-78a4-485b-b763-67ec9a62b5cb {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:17:21.436129 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'code': 200} Mar 04 01:17:21.471786 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.517548 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=8']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:21.579540 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (da445337-d822-4228-8dd3-ef2bd864e7d4), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.689396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (7ded7219-5bf0-46b1-94ff-18168013f860), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.829702 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for port (7ded7219-5bf0-46b1-94ff-18168013f860), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.894113 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (7ded7219-5bf0-46b1-94ff-18168013f860), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:21.962552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event updated for resources: {'Port': ['ID=7ded7219-5bf0-46b1-94ff-18168013f860,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:17:21.972032 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (da445337-d822-4228-8dd3-ef2bd864e7d4), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:22.336460 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Floating IP da445337-d822-4228-8dd3-ef2bd864e7d4 associated. External IP: 172.27.2.100, port: f112c9d6-97c9-4d42-a0a4-6fcbbc34c933. Mar 04 01:17:22.536277 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:17:22.641559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:17:22.651337 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:17:22.661344 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:17:22.661957 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:17:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:17:22.719315 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:22.749249 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6c30d3cf-7614-403f-8a44-185d01a74dcb tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0499787 Mar 04 01:17:22.749931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:17:22.752585 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361" -d '{"events": [{"name": "network-changed", "server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:17:22.769138 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:17:22.787261 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad68b5-16b4-4f39-b763-fcdf9ad9d135 x-openstack-request-id: req-51ad68b5-16b4-4f39-b763-fcdf9ad9d135 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:17:22.788183 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:17:22.788498 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51ad68b5-16b4-4f39-b763-fcdf9ad9d135 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:17:22.788912 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'status': 'completed', 'code': 200} Mar 04 01:17:22.878612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-68df70ec-086f-40e0-a394-e619e23e5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:22.880122 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-68df70ec-086f-40e0-a394-e619e23e5542 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 1129 time: 0.0458863 Mar 04 01:17:22.971939 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-a4b1ebd4-b65e-48d4-b1e8-c90edcc71597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:22.973700 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-a4b1ebd4-b65e-48d4-b1e8-c90edcc71597 service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0869086 Mar 04 01:17:23.036966 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-33d63df7-1694-48b5-ac9b-efb53278210e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 HTTP/1.1" status: 200 len: 999 time: 0.0562856 Mar 04 01:17:23.082244 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:09Z', 'revision_number': 1, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}, {'id': 'da445337-d822-4228-8dd3-ef2bd864e7d4', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:8c:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:17:21Z', 'updated_at': '2022-03-04T01:17:21Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:17:23.083450 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-587817a5-7a0d-4e60-879c-dbf706dbb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:23.085468 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-587817a5-7a0d-4e60-879c-dbf706dbb385 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0424347 Mar 04 01:17:23.112195 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:17:23.120390 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:17:23.121006 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:17:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:17:23.137035 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-6e8eeccc-65f7-42ec-a0a7-72b0c44aeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:23.138464 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-6e8eeccc-65f7-42ec-a0a7-72b0c44aeea7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470858 Mar 04 01:17:23.227171 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-e001029f-453e-47e7-9496-9af03af01614 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819709 Mar 04 01:17:23.227476 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:17:23.318345 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fe09bb1-8f7b-46de-bd80-8b4a5dcd1361 req-e08efb59-49c7-46c2-bea5-ae0e244fdb13 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846734 Mar 04 01:17:23.448204 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:09Z', 'revision_number': 1, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}, {'id': 'da445337-d822-4228-8dd3-ef2bd864e7d4', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:8c:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:17:21Z', 'updated_at': '2022-03-04T01:17:21Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:17:23.478174 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f50f64-5ebf-458b-9eab-8edcb5faa29c None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:09Z', 'revision_number': 1, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}, {'id': 'da445337-d822-4228-8dd3-ef2bd864e7d4', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:8c:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:17:21Z', 'updated_at': '2022-03-04T01:17:21Z', 'revision_number': 0, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:17:23.671606 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc953a4a-9978-448d-bca2-99870b1a46e3 None None] New status for floating IP da445337-d822-4228-8dd3-ef2bd864e7d4: ACTIVE {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:17:25.147596 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9e28-a71b-44cc-aa8c-76c6e935c13c req-2f7640f9-2e14-4d14-ba23-c04d5382e3ae tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:25.149089 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-147b9e28-a71b-44cc-aa8c-76c6e935c13c req-2f7640f9-2e14-4d14-ba23-c04d5382e3ae tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0525517 Mar 04 01:17:25.194833 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-147b9e28-a71b-44cc-aa8c-76c6e935c13c req-e4b07b9e-9882-4d64-98a2-fc0207c225f6 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Mar 04 01:17:26.309560 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279627-a957-4191-b246-61f31cfecbe6 req-c29ea122-aa03-48b9-878d-e5d29696fd3d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:26.311012 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74279627-a957-4191-b246-61f31cfecbe6 req-c29ea122-aa03-48b9-878d-e5d29696fd3d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0504377 Mar 04 01:17:26.355982 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74279627-a957-4191-b246-61f31cfecbe6 req-4a716dca-dbe7-4d0c-9a95-fa6196a33d26 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395036 Mar 04 01:17:27.476130 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90cb1e-7b5c-45fc-9dd8-f834fbf0ab31 req-75460fa6-b6e6-4658-9a4f-21c371d0da21 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:27.477615 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cf90cb1e-7b5c-45fc-9dd8-f834fbf0ab31 req-75460fa6-b6e6-4658-9a4f-21c371d0da21 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0553021 Mar 04 01:17:27.521576 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cf90cb1e-7b5c-45fc-9dd8-f834fbf0ab31 req-4aa55380-f396-4b27-97c9-c9ae4615fc58 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 Mar 04 01:17:28.637408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6428fe-1ed3-4d7b-a233-33308e521ff7 req-914ccb62-57b2-43b3-9932-bff265e4f8b0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:28.638862 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd6428fe-1ed3-4d7b-a233-33308e521ff7 req-914ccb62-57b2-43b3-9932-bff265e4f8b0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0521533 Mar 04 01:17:28.684182 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd6428fe-1ed3-4d7b-a233-33308e521ff7 req-dfb1418e-07e2-447e-9a6d-1bf68387036c tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 Mar 04 01:17:29.799589 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01776d4e-24fc-4056-9243-f3e285e4d4fc req-1b6ab28f-22a0-4c81-b4a9-fa542b8624ec tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:29.801356 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-01776d4e-24fc-4056-9243-f3e285e4d4fc req-1b6ab28f-22a0-4c81-b4a9-fa542b8624ec tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0514281 Mar 04 01:17:29.851476 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-01776d4e-24fc-4056-9243-f3e285e4d4fc req-3f19557f-2ce0-4645-bf9d-a5f1eb1f2ed3 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Mar 04 01:17:30.969408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b53e5-0adf-498f-bfa0-df7797c634d0 req-66f9b9d3-1b1f-4684-a14b-f17f17a0871e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:30.970896 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e45b53e5-0adf-498f-bfa0-df7797c634d0 req-66f9b9d3-1b1f-4684-a14b-f17f17a0871e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Mar 04 01:17:31.019216 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e45b53e5-0adf-498f-bfa0-df7797c634d0 req-1d5c34c5-bb20-4f43-aa70-73189d894847 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Mar 04 01:17:31.985568 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:32.138299 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387db6d7-ab6c-4a41-8f58-acca580127bc req-a28e5abd-e992-4511-a4bf-6593c735f7da tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:32.139742 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-387db6d7-ab6c-4a41-8f58-acca580127bc req-a28e5abd-e992-4511-a4bf-6593c735f7da tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0558920 Mar 04 01:17:32.184051 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-387db6d7-ab6c-4a41-8f58-acca580127bc req-f54c3b6d-513d-4fce-b311-2960314e0b00 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Mar 04 01:17:32.535884 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:17:33.306581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60119b8-a163-43a4-b19b-9e79bc5302db req-07ae7320-bfb2-4a86-a8a9-f92d23f8d414 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:33.308137 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c60119b8-a163-43a4-b19b-9e79bc5302db req-07ae7320-bfb2-4a86-a8a9-f92d23f8d414 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0568757 Mar 04 01:17:33.353350 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c60119b8-a163-43a4-b19b-9e79bc5302db req-8bc534af-ba3d-4804-964c-0ccbe41c8540 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 Mar 04 01:17:34.469527 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228826-79eb-42bc-bd33-560847b1f3ab req-819cb4a2-bce4-4b4c-83af-800a7fce5bcd tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:34.470977 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66228826-79eb-42bc-bd33-560847b1f3ab req-819cb4a2-bce4-4b4c-83af-800a7fce5bcd tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0515213 Mar 04 01:17:34.515811 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66228826-79eb-42bc-bd33-560847b1f3ab req-8652b5b6-f558-4644-83b3-ac714b031054 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 Mar 04 01:17:35.634701 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f4321-a982-4d79-af4c-d4f7d2a24c8e req-0ef225eb-bb1a-4fb4-a5de-4221b240b4bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:35.636156 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed9f4321-a982-4d79-af4c-d4f7d2a24c8e req-0ef225eb-bb1a-4fb4-a5de-4221b240b4bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0557384 Mar 04 01:17:35.681680 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed9f4321-a982-4d79-af4c-d4f7d2a24c8e req-fad9d6e6-bc98-43a1-a33c-764c27a3a55b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 Mar 04 01:17:36.796128 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078cc9e-179f-4dea-8cda-451b82972dbc req-499c7af6-0fbf-4e83-aa24-e2ebfb5da262 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:36.797625 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7078cc9e-179f-4dea-8cda-451b82972dbc req-499c7af6-0fbf-4e83-aa24-e2ebfb5da262 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0508342 Mar 04 01:17:36.843030 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7078cc9e-179f-4dea-8cda-451b82972dbc req-b52fe5e3-bf30-4318-af7f-22790a26fb51 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Mar 04 01:17:37.216215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce233c-5fa6-4e6d-9239-0f4305798f29 req-fcb01af7-b3c9-4454-8a97-e68056450c36 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:37.217713 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f4ce233c-5fa6-4e6d-9239-0f4305798f29 req-fcb01af7-b3c9-4454-8a97-e68056450c36 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0510159 Mar 04 01:17:37.266973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f4ce233c-5fa6-4e6d-9239-0f4305798f29 req-3ca10429-ff65-4eca-88cf-59c093943ed7 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437686 Mar 04 01:17:37.376197 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-52510ba4-7fde-4822-bfff-f526609d148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:37.377654 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-52510ba4-7fde-4822-bfff-f526609d148e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1130 time: 0.0441103 Mar 04 01:17:37.465550 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-129a5dcd-e3b5-444a-8518-0ccb1ce8e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:37.466991 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-129a5dcd-e3b5-444a-8518-0ccb1ce8e957 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 912 time: 0.0819046 Mar 04 01:17:37.534407 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-e16484b8-93e5-4fdc-a8d7-4da5b624416e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 200 len: 1001 time: 0.0606956 Mar 04 01:17:37.581421 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-e03d78ea-40db-4026-ae64-1aee8d3efb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:37.582815 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-e03d78ea-40db-4026-ae64-1aee8d3efb75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0420632 Mar 04 01:17:37.631745 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-620a04ae-dc1f-47a9-87e2-c4bf5afd26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:37.633147 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-620a04ae-dc1f-47a9-87e2-c4bf5afd26a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421371 Mar 04 01:17:37.722435 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-abe4c38f-5b27-4a2b-b63b-0f1150322ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820603 Mar 04 01:17:37.808237 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0cd27325-9659-4e1d-a352-ddf59fb8813f req-ad062fd0-4c5f-4205-9769-d8b666941885 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792322 Mar 04 01:17:38.387384 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994084d4-7a47-464e-a265-54e3b8974abe req-d9b7783a-801e-48e4-b39d-6c6c04bee0b3 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:38.388905 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-994084d4-7a47-464e-a265-54e3b8974abe req-d9b7783a-801e-48e4-b39d-6c6c04bee0b3 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0517721 Mar 04 01:17:38.438592 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-994084d4-7a47-464e-a265-54e3b8974abe req-1ac9762b-3f98-443c-ab12-22f66c34d9da tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441813 Mar 04 01:17:39.191309 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c4277d68-5bfa-4327-b657-e309e74aa791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:39.560707 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d74e5-0e2e-4794-80ef-12f9f3135e36 req-ef97a28c-89d3-473f-a55c-4eefa720eed2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:17:39.562179 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-104d74e5-0e2e-4794-80ef-12f9f3135e36 req-ef97a28c-89d3-473f-a55c-4eefa720eed2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0507367 Mar 04 01:17:39.606885 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-104d74e5-0e2e-4794-80ef-12f9f3135e36 req-5b82c36f-1838-4d13-880d-3f6dfa66cf2b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Mar 04 01:17:41.516476 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dff3b0b4-19a1-4173-a4dd-61c1da46f932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:43.007932 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:44.509753 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:17:45.750988 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:02.008004 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:03.922892 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-ec541ca5-cca3-487f-9d7e-928041af2788 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414956 Mar 04 01:18:04.001428 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f3939-ac20-42e8-8893-bad51d599730 req-1e748cac-0d54-4758-b654-2a761e445bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:04.002857 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-1e748cac-0d54-4758-b654-2a761e445bca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 1130 time: 0.0457013 Mar 04 01:18:04.101619 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f3939-ac20-42e8-8893-bad51d599730 req-aa531c07-76d2-4b44-b034-7d321a42436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:04.103066 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-aa531c07-76d2-4b44-b034-7d321a42436c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 912 time: 0.0806863 Mar 04 01:18:04.167989 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-459c466a-7831-4b5c-ba82-65b444955e5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 200 len: 1001 time: 0.0590720 Mar 04 01:18:04.216479 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f3939-ac20-42e8-8893-bad51d599730 req-e4959053-1743-4305-b634-194b0a5a8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:04.217824 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-e4959053-1743-4305-b634-194b0a5a8770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0424290 Mar 04 01:18:04.265329 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f3939-ac20-42e8-8893-bad51d599730 req-f3777ca8-86d6-4458-af06-62adb1a0fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:04.266754 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-f3777ca8-86d6-4458-af06-62adb1a0fc9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423787 Mar 04 01:18:04.356090 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-5a1f6a96-e450-4d59-8272-4a2928b5eb39 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821042 Mar 04 01:18:04.442023 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-342f3939-ac20-42e8-8893-bad51d599730 req-3b94fe4f-eba7-4368-be2a-f455f46002ca service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794652 Mar 04 01:18:09.190437 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f7175165-9b74-41ab-954a-bba67e27e064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:09.534689 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:18:11.509346 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cdb26091-bc7c-4d2d-bba4-fce00d0737b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:13.041624 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:13.043990 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9cf55-670f-451e-b1b2-fa48af49b4de req-d8b67583-3e0f-4851-b3bf-1e1873dd0729 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:13.045515 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53a9cf55-670f-451e-b1b2-fa48af49b4de req-d8b67583-3e0f-4851-b3bf-1e1873dd0729 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.1050942 Mar 04 01:18:13.091467 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-53a9cf55-670f-451e-b1b2-fa48af49b4de req-53f69c38-5bab-4239-9f55-640f77887d7b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402987 Mar 04 01:18:14.259824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5aa5-93d9-4589-b727-69cddca6cd35 req-17312240-95b7-4b52-918a-4902085e0ca8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:14.261310 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-27ed5aa5-93d9-4589-b727-69cddca6cd35 req-17312240-95b7-4b52-918a-4902085e0ca8 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.1036806 Mar 04 01:18:14.308068 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-27ed5aa5-93d9-4589-b727-69cddca6cd35 req-9dd23abe-ab08-455c-8e0f-d4a5acb53756 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Mar 04 01:18:14.469909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.106713 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855750-1679-4091-babc-89c1c00723b2 req-c1af8d4e-b357-4f3a-aef6-343c023a9d41 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:15.108141 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-47855750-1679-4091-babc-89c1c00723b2 req-c1af8d4e-b357-4f3a-aef6-343c023a9d41 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.0497584 Mar 04 01:18:15.202773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Deleting port 38a260ee-5dce-49e4-9645-81b077bc37a9 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:15.203115 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.288459 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] For port 38a260ee-5dce-49e4-9645-81b077bc37a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=38a260ee-5dce-49e4-9645-81b077bc37a9,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:15.289196 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.486647 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfe29a-c2fa-495c-8581-8bafdcbc1ec5 req-4f789cec-2049-4e29-b616-a423e8c1f248 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:15.488003 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5ccfe29a-c2fa-495c-8581-8bafdcbc1ec5 req-4f789cec-2049-4e29-b616-a423e8c1f248 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 946 time: 0.1060729 Mar 04 01:18:15.496127 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.496522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (0445742e-0aa9-4657-bcfc-7ce91a92b893), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.496838 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Floating IP 0445742e-0aa9-4657-bcfc-7ce91a92b893 disassociated. External IP: 172.27.2.15, port: 38a260ee-5dce-49e4-9645-81b077bc37a9. Mar 04 01:18:15.497182 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Calling delete_port for 38a260ee-5dce-49e4-9645-81b077bc37a9 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:15.576035 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5ccfe29a-c2fa-495c-8581-8bafdcbc1ec5 req-8faf50f6-9bd3-4f66-8753-ea9ee56d4b80 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818837 Mar 04 01:18:15.709820 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (38a260ee-5dce-49e4-9645-81b077bc37a9), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.736002 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event deleted for resources: {'Port': ['ID=38a260ee-5dce-49e4-9645-81b077bc37a9,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:15.738242 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:15.749401 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.749603 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.749956 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.750303 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.750649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.750987 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.751327 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.751672 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.752001 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.752363 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.752698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.753027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.753353 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:15.860888 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:15.967130 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:15.977408 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:18:15.986629 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:15.987310 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:16.007663 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] No DVR routers for this DVR port 38a260ee-5dce-49e4-9645-81b077bc37a9 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:16.010136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:16.013455 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-47855750-1679-4091-babc-89c1c00723b2 req-d852ca3d-7848-4823-a56d-79cf530748b4 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "DELETE /v2.0/ports/38a260ee-5dce-49e4-9645-81b077bc37a9 HTTP/1.1" status: 204 len: 173 time: 0.9001637 Mar 04 01:18:16.013918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'name': 'network-vif-deleted', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:16.016140 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c38a557-5edf-4d80-a91c-4812e32fe0f4" -d '{"events": [{"server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "name": "network-vif-deleted", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:16.051509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35047b5b-1c9f-407e-8635-f5b929f5691c x-openstack-request-id: req-35047b5b-1c9f-407e-8635-f5b929f5691c {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:16.051812 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af613bab-137d-4a30-b9ee-112ae7e05b32", "name": "network-vif-deleted", "tag": "38a260ee-5dce-49e4-9645-81b077bc37a9", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:16.052074 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35047b5b-1c9f-407e-8635-f5b929f5691c {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:16.052521 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af613bab-137d-4a30-b9ee-112ae7e05b32', 'name': 'network-vif-deleted', 'tag': '38a260ee-5dce-49e4-9645-81b077bc37a9', 'status': 'completed', 'code': 200} Mar 04 01:18:16.096041 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:16.298474 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:16.333061 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:18:16.333524 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:16.334122 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:16.439501 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:16.689659 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-93064cf7-014e-470e-b921-8da04b7a7fc2 req-3c6d0bd3-1f6a-4b36-80b6-cb892476bcbf tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=af613bab-137d-4a30-b9ee-112ae7e05b32 HTTP/1.1" status: 200 len: 210 time: 0.0313082 Mar 04 01:18:16.719792 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:16.745680 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc2200-ff12-4c62-979d-b00adc7d5986 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:18:16.955006 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f80ddf-0f71-4290-a3f4-1f46a6cc3884 None None] New status for floating IP 0445742e-0aa9-4657-bcfc-7ce91a92b893: DOWN {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:18:18.835764 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36046) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:18.887225 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7e26aed9-dc98-4765-9019-664710fb8250 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (89c2200f-bb6d-4ec4-8b59-11cd6b9693f5), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:18.912586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7e26aed9-dc98-4765-9019-664710fb8250 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (89c2200f-bb6d-4ec4-8b59-11cd6b9693f5), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.030391 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7e26aed9-dc98-4765-9019-664710fb8250 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (89c2200f-bb6d-4ec4-8b59-11cd6b9693f5), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.032978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7e26aed9-dc98-4765-9019-664710fb8250 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.034127 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7e26aed9-dc98-4765-9019-664710fb8250 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "DELETE /v2.0/security-groups/89c2200f-bb6d-4ec4-8b59-11cd6b9693f5 HTTP/1.1" status: 204 len: 168 time: 0.1967859 Mar 04 01:18:19.036967 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36048) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:19.043459 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26aed9-dc98-4765-9019-664710fb8250 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2200f-bb6d-4ec4-8b59-11cd6b9693f5,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:19.054171 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.api.v2.resource [None req-a34e2719-ce72-4739-9dd5-9917c600085b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] show failed (client error): The resource could not be found. Mar 04 01:18:19.058507 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a34e2719-ce72-4739-9dd5-9917c600085b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups/89c2200f-bb6d-4ec4-8b59-11cd6b9693f5 HTTP/1.1" status: 404 len: 347 time: 0.0176992 Mar 04 01:18:19.058661 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36052) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:19.177530 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Deleting port fa08e750-2cdd-452f-bd26-5855da18c896 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:19.177806 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (fa08e750-2cdd-452f-bd26-5855da18c896), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.258590 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (fa08e750-2cdd-452f-bd26-5855da18c896), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.258918 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (fa08e750-2cdd-452f-bd26-5855da18c896), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.272406 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Calling delete_port for fa08e750-2cdd-452f-bd26-5855da18c896 owned by network:floatingip {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:19.470074 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (fa08e750-2cdd-452f-bd26-5855da18c896), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.493332 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event deleted for resources: {'Port': ['ID=fa08e750-2cdd-452f-bd26-5855da18c896,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:19.502807 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.503173 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.503521 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.503862 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.504199 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.504567 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.505273 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.505273 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.505574 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.505899 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.506226 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.506549 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.506871 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:19.547806 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 38a260ee-5dce-49e4-9645-81b077bc37a9 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:19.564979 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (0445742e-0aa9-4657-bcfc-7ce91a92b893), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.567566 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:19.568743 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-4ced653d-cd92-47e0-99ad-5ffc906a05f2 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "DELETE /v2.0/floatingips/0445742e-0aa9-4657-bcfc-7ce91a92b893 HTTP/1.1" status: 204 len: 168 time: 0.5091701 Mar 04 01:18:19.571215 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 38a260ee-5dce-49e4-9645-81b077bc37a9 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:19.571575 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 38a260ee-5dce-49e4-9645-81b077bc37a9 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:20.019148 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36056) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:20.024235 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434711711', 'description': 'tempest-description--1427156261'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:20.104438 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.168435 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (a1d9d74b-6059-43fe-8995-1721fb2069b2), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.224252 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a1d9d74b-6059-43fe-8995-1721fb2069b2), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.250854 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d9d74b-6059-43fe-8995-1721fb2069b2,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:20.312071 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.313337 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-115529b7-af02-4d02-823b-f85d86bfd22f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2931564 Mar 04 01:18:20.316227 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36058) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:20.321040 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'security_group_rule': {'security_group_id': 'a1d9d74b-6059-43fe-8995-1721fb2069b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:20.417325 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (1d07b417-6027-4597-bd52-f19bf87fdb18), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.472447 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (1d07b417-6027-4597-bd52-f19bf87fdb18), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.550087 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (1d07b417-6027-4597-bd52-f19bf87fdb18), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.567714 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d07b417-6027-4597-bd52-f19bf87fdb18,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:20.649590 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.650836 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-44f5444d-dfb8-4955-a911-e14c74b1c2bb tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335969 Mar 04 01:18:20.653361 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36060) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:20.657557 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'security_group_rule': {'security_group_id': 'a1d9d74b-6059-43fe-8995-1721fb2069b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:20.731516 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (ab317432-b1f8-4709-86f5-eabb25bc1eb9), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.784206 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (ab317432-b1f8-4709-86f5-eabb25bc1eb9), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.857477 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (ab317432-b1f8-4709-86f5-eabb25bc1eb9), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.874662 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab317432-b1f8-4709-86f5-eabb25bc1eb9,revision_number=0']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:20.950815 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:20.952022 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f6ca7a26-4952-46b6-ad6d-576bfa0cb254 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2977264 Mar 04 01:18:20.960372 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36062) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:20.964598 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:21.064333 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:21.157710 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:21.256080 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_common [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Allocated IP 172.27.2.133 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/b22b203d-a544-4c07-940b-c45a528fc422) {{(pid=103557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:18:21.354060 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for port (b22b203d-a544-4c07-940b-c45a528fc422), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:21.446865 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (b22b203d-a544-4c07-940b-c45a528fc422), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:21.484212 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:18:21.486887 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.base_scheduler [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Resources bound (agent type, host, resource id): {{(pid=103557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:18:21.490193 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Received port after_create {{(pid=103557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:18:21.495876 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'Port': ['ID=b22b203d-a544-4c07-940b-c45a528fc422,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:21.576207 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (906be5a1-4faf-4bdc-b2ce-0ac83e072bd7), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:21.898205 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (b22b203d-a544-4c07-940b-c45a528fc422), before_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:22.041953 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for port (b22b203d-a544-4c07-940b-c45a528fc422), precommit_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:22.092933 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126873582'] for port (b22b203d-a544-4c07-940b-c45a528fc422), after_update {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:22.157636 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'Port': ['ID=b22b203d-a544-4c07-940b-c45a528fc422,revision_number=2']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:22.167755 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (906be5a1-4faf-4bdc-b2ce-0ac83e072bd7), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:22.243513 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:22.244766 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d0104d3d-e821-4854-be18-c18844477805 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2834427 Mar 04 01:18:22.390540 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-07e38fa5-e3bb-4cba-aa31-98e51f0e5e45 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1434711711&fields=id&tenant_id=a008ff0078a249a3ae7720bcf0fedd29 HTTP/1.1" status: 200 len: 267 time: 0.0415795 Mar 04 01:18:22.492583 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-a14f9f28-b1b8-4b55-8f3c-b0009dcfcb3e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:22.493928 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-a14f9f28-b1b8-4b55-8f3c-b0009dcfcb3e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 811 time: 0.0971222 Mar 04 01:18:22.507370 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-1b281a52-2f73-4ef6-a377-a35afc38a579 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/quotas/a008ff0078a249a3ae7720bcf0fedd29 HTTP/1.1" status: 200 len: 375 time: 0.0083692 Mar 04 01:18:22.827506 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-5b08837d-09da-4c74-8f65-c2fe9a1bd202 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3149345 Mar 04 01:18:22.881995 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-1dff4e5f-7093-45c1-a92b-905c1ad8308c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:18:22.883543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-1dff4e5f-7093-45c1-a92b-905c1ad8308c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0449085 Mar 04 01:18:22.968243 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-d4a08649-8941-4a01-9695-2dc356c82be8 service neutron] 10.222.0.32 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789220 Mar 04 01:18:23.055288 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-133fb9ba-fd5b-4655-b69e-58b7216ec237 service neutron] 10.222.0.32 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809197 Mar 04 01:18:23.375394 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-259596cc-8852-4838-8d51-90a1bf229322 req-7a8fc50d-b5ac-4c15-b9f1-e742b31a5ed0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 210 time: 0.0273001 Mar 04 01:18:24.468719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-74d91402-d955-495e-a123-5b41760a4054 req-cc97f462-6543-436c-90fb-5e94653a486e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 210 time: 0.0262892 Mar 04 01:18:25.102069 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-669bb310-1fb0-44ce-951a-60e99086f38f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:25.104166 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-669bb310-1fb0-44ce-951a-60e99086f38f tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 811 time: 0.1033704 Mar 04 01:18:25.168769 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-78655bb0-4884-4e93-913e-3055c292e226 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a008ff0078a249a3ae7720bcf0fedd29 HTTP/1.1" status: 200 len: 380 time: 0.0504589 Mar 04 01:18:25.177699 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'port': {'device_id': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'admin_state_up': True, 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'security_groups': ['a1d9d74b-6059-43fe-8995-1721fb2069b2']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:25.327387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Made reservation on behalf of a008ff0078a249a3ae7720bcf0fedd29 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:18:25.330824 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:25.451979 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Allocated IP 172.20.0.5 (6cb5426d-7383-4eb9-a09f-62f780091255/01850761-23be-49d7-9658-24b1a5da0253/d7285dd6-dc8b-4065-9458-7e5ffd001878) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:18:25.566115 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-3db528c6-f38b-4331-b8ef-848bfbd30cd7 req-3923d499-e7e6-4296-b30f-6a7a7c63d5ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 210 time: 0.0301492 Mar 04 01:18:25.614406 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:25.704550 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:25.748820 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Network 6cb5426d-7383-4eb9-a09f-62f780091255 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:18:25.751791 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:18:25.755212 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:18:25.783345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event updated for resources: {'Port': ['ID=d7285dd6-dc8b-4065-9458-7e5ffd001878,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:25.810515 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:25.811150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:25.895950 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-08a1cf47-1daa-40ac-8bac-c37910fa35ac tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217567 Mar 04 01:18:25.916580 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-86762d79-f26b-4b82-b847-2061db5ae3c0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:18:25.916580 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-86762d79-f26b-4b82-b847-2061db5ae3c0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051885 Mar 04 01:18:25.924579 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Request body: {'port': {'device_id': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:25.972528 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-550e0a28-3ad9-44ac-9345-1a8372e7ade9 None None] Provisioning complete for port d7285dd6-dc8b-4065-9458-7e5ffd001878 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:18:25.973114 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-550e0a28-3ad9-44ac-9345-1a8372e7ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:25.982882 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:26.005204 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-550e0a28-3ad9-44ac-9345-1a8372e7ade9 None None] Port d7285dd6-dc8b-4065-9458-7e5ffd001878 cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:18:26.235500 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7285dd6-dc8b-4065-9458-7e5ffd001878 {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:18:26.242610 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Publish callbacks [] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:26.254603 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Transition to ACTIVE for port object d7285dd6-dc8b-4065-9458-7e5ffd001878 will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:18:26.320648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:26.372679 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Pushing event updated for resources: {'Port': ['ID=d7285dd6-dc8b-4065-9458-7e5ffd001878,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:26.442052 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Attempting to bind port d7285dd6-dc8b-4065-9458-7e5ffd001878 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:18:26.442412 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Attempting to bind port d7285dd6-dc8b-4065-9458-7e5ffd001878 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:18:26.442723 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Attempting to bind port d7285dd6-dc8b-4065-9458-7e5ffd001878 on network 6cb5426d-7383-4eb9-a09f-62f780091255 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:18:26.447315 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Port d7285dd6-dc8b-4065-9458-7e5ffd001878 on network 6cb5426d-7383-4eb9-a09f-62f780091255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:18:26.447634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Attempting to bind port d7285dd6-dc8b-4065-9458-7e5ffd001878 on network 6cb5426d-7383-4eb9-a09f-62f780091255 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:18:26.452496 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:18:26.452852 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Checking segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:18:26.453207 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Bound using segment: {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:18:26.453642 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Bound port: d7285dd6-dc8b-4065-9458-7e5ffd001878, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8372c179-7920-44a0-9ef6-b70efe84f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:18:26.453990 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:26.521616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] For port d7285dd6-dc8b-4065-9458-7e5ffd001878, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:18:26.524581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] For port d7285dd6-dc8b-4065-9458-7e5ffd001878, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:18:26.590893 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:26.623516 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:26.624207 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:26.625863 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] 10.222.0.35 "PUT /v2.0/ports/d7285dd6-dc8b-4065-9458-7e5ffd001878 HTTP/1.1" status: 200 len: 1093 time: 0.7050989 Mar 04 01:18:26.628165 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:26.630472 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb" -d '{"events": [{"name": "network-changed", "server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:26.686551 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a62b0e9-3710-4e81-8f03-a8643d940e0e x-openstack-request-id: req-7a62b0e9-3710-4e81-8f03-a8643d940e0e {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:26.686936 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:26.687266 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a62b0e9-3710-4e81-8f03-a8643d940e0e {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:26.687738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'status': 'completed', 'code': 200} Mar 04 01:18:26.692484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992583e4-4d1c-48e0-9fbe-5d89fb933e15 service neutron] Pushing event updated for resources: {'Port': ['ID=d7285dd6-dc8b-4065-9458-7e5ffd001878,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:26.722783 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425053ee-99d8-4a16-9010-c34eb19ac774 req-45de44ff-420f-46f4-8b6f-54f57944d02b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:26.724616 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-425053ee-99d8-4a16-9010-c34eb19ac774 req-45de44ff-420f-46f4-8b6f-54f57944d02b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 943 time: 0.0852394 Mar 04 01:18:26.806100 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-425053ee-99d8-4a16-9010-c34eb19ac774 req-75ae3449-2518-45a7-82e6-d7dd435963ea tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725553 Mar 04 01:18:26.808690 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb req-9a1858e4-dcac-4673-b7f1-5dc574618f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:26.810131 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb req-9a1858e4-dcac-4673-b7f1-5dc574618f4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 1127 time: 0.0846326 Mar 04 01:18:26.912464 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb req-4e7688fd-9846-4aaf-8125-d4c490273d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:26.913878 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb req-4e7688fd-9846-4aaf-8125-d4c490273d81 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0892837 Mar 04 01:18:27.006488 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb req-ea384281-12b9-4d91-a319-52f57ea44ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:27.007945 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-87a168f5-8ef1-4cfb-95d3-7cf6abb77edb req-ea384281-12b9-4d91-a319-52f57ea44ca2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884814 Mar 04 01:18:27.108117 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-c1436eab-c1c1-44a2-87f6-b31ae2a0eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:27.109622 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-c1436eab-c1c1-44a2-87f6-b31ae2a0eda9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 1127 time: 0.0452373 Mar 04 01:18:27.156553 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-1a6e1921-ad3e-4a45-88ff-7b555c6bcaad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878 HTTP/1.1" status: 200 len: 217 time: 0.0341153 Mar 04 01:18:27.206531 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-9f7a4ad8-040d-48f6-998c-924a61effc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:27.207910 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-9f7a4ad8-040d-48f6-998c-924a61effc8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0458028 Mar 04 01:18:27.254299 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-b5adb6cd-2a74-4144-8bb2-648aa6568053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:27.255748 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-b5adb6cd-2a74-4144-8bb2-648aa6568053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420232 Mar 04 01:18:27.347666 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-87995f4e-a4d5-4491-b0d1-abaeec7007ed service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861292 Mar 04 01:18:27.438712 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-050b21ab-dd6f-4f5a-9168-4c598879a6ed req-facb0166-6213-4d25-bd9a-9a3ab75d3e46 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853677 Mar 04 01:18:27.923151 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c2fa7-966f-4458-b571-f4c748cd2f50 req-c8df22d7-1659-49cc-a9a2-b15feff1ee1e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:27.924619 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-363c2fa7-966f-4458-b571-f4c748cd2f50 req-c8df22d7-1659-49cc-a9a2-b15feff1ee1e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 943 time: 0.0520487 Mar 04 01:18:27.969973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-363c2fa7-966f-4458-b571-f4c748cd2f50 req-6e41eabc-23bd-4830-85fd-50ac3d080870 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396662 Mar 04 01:18:29.091719 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051b41-cd95-410a-bb32-30a98c210ead req-faececd9-e7d1-4955-9fc2-7441eab41c36 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:29.093216 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f7051b41-cd95-410a-bb32-30a98c210ead req-faececd9-e7d1-4955-9fc2-7441eab41c36 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 943 time: 0.0585806 Mar 04 01:18:29.138454 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f7051b41-cd95-410a-bb32-30a98c210ead req-2c64182c-de49-446e-8ccd-db46ae8dca96 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Mar 04 01:18:29.609169 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7285dd6-dc8b-4065-9458-7e5ffd001878 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:18:29.703217 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port d7285dd6-dc8b-4065-9458-7e5ffd001878, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:29.714781 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'port_id': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'mac_address': 'fa:16:3e:d1:3f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:18:29.750172 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port d7285dd6-dc8b-4065-9458-7e5ffd001878 is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:18:29.750556 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:29.763220 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7285dd6-dc8b-4065-9458-7e5ffd001878 {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:18:29.782036 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port d7285dd6-dc8b-4065-9458-7e5ffd001878, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:29.846843 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:29.894953 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=d7285dd6-dc8b-4065-9458-7e5ffd001878,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:29.902480 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.902831 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.903178 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.903517 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.903851 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.904181 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.904540 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.904873 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.905199 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.905528 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.905852 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.906176 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:29.906500 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:18:30.165617 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['d7285dd6-dc8b-4065-9458-7e5ffd001878'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:18:30.254719 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fb978-d54c-43ee-8b05-b61637a52e62 req-34fefbb3-a883-4f4d-92d7-2007322d79f0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:30.256197 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0f9fb978-d54c-43ee-8b05-b61637a52e62 req-34fefbb3-a883-4f4d-92d7-2007322d79f0 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 944 time: 0.0521736 Mar 04 01:18:30.302573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0f9fb978-d54c-43ee-8b05-b61637a52e62 req-95465daf-713f-48c3-b33a-1a70056c318b tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Mar 04 01:18:31.416019 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e06ea-168b-456c-8019-edb65f48ad80 req-3e066aaa-17e4-459b-af80-58b727d72574 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:31.417380 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed9e06ea-168b-456c-8019-edb65f48ad80 req-3e066aaa-17e4-459b-af80-58b727d72574 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 944 time: 0.0508335 Mar 04 01:18:31.465392 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-ed9e06ea-168b-456c-8019-edb65f48ad80 req-34417085-3879-4145-ab2d-98a403007aae tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Mar 04 01:18:31.610584 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7285dd6-dc8b-4065-9458-7e5ffd001878 up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:18:31.703974 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port d7285dd6-dc8b-4065-9458-7e5ffd001878 completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:18:31.707693 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port d7285dd6-dc8b-4065-9458-7e5ffd001878 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:18:31.708068 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:31.782156 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port d7285dd6-dc8b-4065-9458-7e5ffd001878 is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:18:31.782535 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:31.804341 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:31.806523 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c14a3b-04d7-4437-962c-5a0d40fa3370" -d '{"events": [{"server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "name": "network-vif-plugged", "status": "completed", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:31.818339 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port d7285dd6-dc8b-4065-9458-7e5ffd001878, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:31.839977 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d75d258-63a0-487f-9877-b19466f6a82f x-openstack-request-id: req-5d75d258-63a0-487f-9877-b19466f6a82f {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:31.840297 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "name": "network-vif-plugged", "status": "completed", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:31.840566 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d75d258-63a0-487f-9877-b19466f6a82f {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:31.840960 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'code': 200} Mar 04 01:18:31.863976 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:31.914393 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=d7285dd6-dc8b-4065-9458-7e5ffd001878,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:32.034879 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:32.190115 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb965d-a4d6-4c8c-b5d5-2ea0ceeb1660 req-4aa0b1fa-84b2-4a83-a9c6-b2507c0d07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:32.191576 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-59cb965d-a4d6-4c8c-b5d5-2ea0ceeb1660 req-4aa0b1fa-84b2-4a83-a9c6-b2507c0d07a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 1129 time: 0.0420866 Mar 04 01:18:32.233555 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-59cb965d-a4d6-4c8c-b5d5-2ea0ceeb1660 req-25f9344d-c3a5-44f0-ba07-a170e24508b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Mar 04 01:18:32.584629 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74ab97-ad86-42e4-ba59-dd1a1a644757 req-ab376907-109f-4baa-bec8-9d777028be95 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:32.586084 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd74ab97-ad86-42e4-ba59-dd1a1a644757 req-ab376907-109f-4baa-bec8-9d777028be95 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 945 time: 0.0559502 Mar 04 01:18:32.630848 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cd74ab97-ad86-42e4-ba59-dd1a1a644757 req-4d371266-c4f5-4a11-944b-4a272e4653af tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393195 Mar 04 01:18:33.758649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655d893-4fb0-47f8-bbe4-3c42c6cb7b79 req-971ff30a-9c7c-4f12-98bf-04455f8a4cb6 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:33.760235 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1655d893-4fb0-47f8-bbe4-3c42c6cb7b79 req-971ff30a-9c7c-4f12-98bf-04455f8a4cb6 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 945 time: 0.0560296 Mar 04 01:18:33.806292 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1655d893-4fb0-47f8-bbe4-3c42c6cb7b79 req-b0a1a629-234c-4d69-83c3-ae3569548104 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Mar 04 01:18:33.917607 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc601d-97db-4658-b01c-c4ab05a2288e req-dd3fbec9-37c6-4e00-a064-b441f2138a67 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:33.918999 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8ebc601d-97db-4658-b01c-c4ab05a2288e req-dd3fbec9-37c6-4e00-a064-b441f2138a67 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 945 time: 0.0525970 Mar 04 01:18:33.927387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36120) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:33.931931 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Request body: {'floatingip': {'port_id': 'd7285dd6-dc8b-4065-9458-7e5ffd001878'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:18:33.972573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (906be5a1-4faf-4bdc-b2ce-0ac83e072bd7), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:34.393147 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:34.457403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (906be5a1-4faf-4bdc-b2ce-0ac83e072bd7), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:34.555440 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Floating IP 906be5a1-4faf-4bdc-b2ce-0ac83e072bd7 associated. External IP: 172.27.2.133, port: d7285dd6-dc8b-4065-9458-7e5ffd001878. Mar 04 01:18:34.757605 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:34.861862 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:34.866698 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:34.871989 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:18:34.882115 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:34.882730 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:34.895694 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-75997094-b84f-4617-b20d-4e376c643471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "PUT /v2.0/floatingips/906be5a1-4faf-4bdc-b2ce-0ac83e072bd7 HTTP/1.1" status: 200 len: 991 time: 0.9669600 Mar 04 01:18:34.896286 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:34.898500 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec7809-688d-4df8-a553-69da84a453bd" -d '{"events": [{"name": "network-changed", "server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:34.935117 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7c48c6-0cdd-4edd-ba1e-bd7c2a70804e x-openstack-request-id: req-cd7c48c6-0cdd-4edd-ba1e-bd7c2a70804e {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:34.935408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:34.935648 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd7c48c6-0cdd-4edd-ba1e-bd7c2a70804e {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:34.936049 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'status': 'completed', 'code': 200} Mar 04 01:18:35.002367 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:35.024681 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7809-688d-4df8-a553-69da84a453bd req-bb079726-42f0-47fe-8631-ca9bb8a5b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:35.026316 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-bb079726-42f0-47fe-8631-ca9bb8a5b4e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 1129 time: 0.0474496 Mar 04 01:18:35.125918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7809-688d-4df8-a553-69da84a453bd req-e2f5c5a7-5ddd-4e34-a995-23f413834184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:35.127503 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-e2f5c5a7-5ddd-4e34-a995-23f413834184 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 200 len: 912 time: 0.0952806 Mar 04 01:18:35.191365 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-131a6dd6-2cec-48c4-b63c-43cff736efbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878 HTTP/1.1" status: 200 len: 999 time: 0.0581622 Mar 04 01:18:35.230696 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '906be5a1-4faf-4bdc-b2ce-0ac83e072bd7', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'port_id': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'mac_address': 'fa:16:3e:d1:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:18:21Z', 'updated_at': '2022-03-04T01:18:34Z', 'revision_number': 1, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:35.244048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7809-688d-4df8-a553-69da84a453bd req-507a3457-e09a-4e33-acd4-10b83dc66539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:35.245552 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-507a3457-e09a-4e33-acd4-10b83dc66539 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 200 len: 850 time: 0.0480125 Mar 04 01:18:35.256411 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:18:35.265233 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:35.265756 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:35.293595 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec7809-688d-4df8-a553-69da84a453bd req-5e85dfd6-3ca6-49df-9fa9-95e4072c258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:35.295151 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-5e85dfd6-3ca6-49df-9fa9-95e4072c258e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cb5426d-7383-4eb9-a09f-62f780091255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444083 Mar 04 01:18:35.373427 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:35.381746 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-c690b29c-ac5a-42ef-81f2-f0870b726ea5 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803499 Mar 04 01:18:35.480286 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e8ec7809-688d-4df8-a553-69da84a453bd req-3d5a186f-ac46-4344-94df-8620d9f7f990 service neutron] 10.222.0.35 "GET /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924649 Mar 04 01:18:35.607277 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '906be5a1-4faf-4bdc-b2ce-0ac83e072bd7', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'port_id': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'mac_address': 'fa:16:3e:d1:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:18:21Z', 'updated_at': '2022-03-04T01:18:34Z', 'revision_number': 1, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:35.633285 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a2759-2195-427b-b1e6-19f97fbdb273 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '906be5a1-4faf-4bdc-b2ce-0ac83e072bd7', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'port_id': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'mac_address': 'fa:16:3e:d1:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:18:21Z', 'updated_at': '2022-03-04T01:18:34Z', 'revision_number': 1, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:18:35.841626 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c26562-a740-49ed-9d77-c99ed2cbed06 None None] New status for floating IP 906be5a1-4faf-4bdc-b2ce-0ac83e072bd7: ACTIVE {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:18:38.315916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36146) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:38.468184 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Deleting port c1d1fd63-48ed-43ba-bcbe-7815ef750704 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:38.468484 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:38.542291 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:38.542627 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for floatingip (c1d1fd63-48ed-43ba-bcbe-7815ef750704), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:38.554104 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Calling delete_port for c1d1fd63-48ed-43ba-bcbe-7815ef750704 owned by network:floatingip {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:38.801088 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (c1d1fd63-48ed-43ba-bcbe-7815ef750704), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:38.827725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event deleted for resources: {'Port': ['ID=c1d1fd63-48ed-43ba-bcbe-7815ef750704,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:38.884584 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for floatingip (d6239d88-959b-40be-a817-8991ce1f04c7), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:38.884916 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Floating IP d6239d88-959b-40be-a817-8991ce1f04c7 disassociated (deleted). External IP: 172.27.2.76, port: 35b5409f-5ee6-4615-bde6-6723634894db. Mar 04 01:18:39.087503 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Router c7639b79-6e25-4969-a3ac-07a1df23e58c has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:39.172495 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5985951c-ff50-49e8-89bb-4369bb977997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:39.197755 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:39.202483 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:39.207305 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] Sync routers for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:18:39.217630 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:39.218238 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:39.229995 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-ce506c0e-899e-460f-bba3-d37b7c26c628 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "DELETE /v2.0/floatingips/d6239d88-959b-40be-a817-8991ce1f04c7 HTTP/1.1" status: 204 len: 168 time: 0.9129739 Mar 04 01:18:39.232073 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:39.232884 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46610b9b-850d-4893-a38a-2a99eaafb445" -d '{"events": [{"name": "network-changed", "server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:39.270518 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2188be3c-8b1b-4446-9077-09b79dc7b6ca x-openstack-request-id: req-2188be3c-8b1b-4446-9077-09b79dc7b6ca {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:39.270916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:39.271393 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2188be3c-8b1b-4446-9077-09b79dc7b6ca {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:39.271934 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'status': 'completed', 'code': 200} Mar 04 01:18:39.342591 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:39.361060 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-2eed587e-c0bc-4214-9472-c07b055287f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:39.362651 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-2eed587e-c0bc-4214-9472-c07b055287f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5922136854c94d32a4796736eaea2fd6&device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 1129 time: 0.0468168 Mar 04 01:18:39.456527 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-ec772ad2-b52d-4f82-bd74-e1ba2a688f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:39.459164 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-ec772ad2-b52d-4f82-bd74-e1ba2a688f1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 200 len: 909 time: 0.0889699 Mar 04 01:18:39.506071 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-d5000fcf-9d6e-4ae8-8814-71ffe0a53d0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 200 len: 217 time: 0.0352178 Mar 04 01:18:39.553545 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:39.572469 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-a3cba39e-0d5c-4fe0-bbc1-9321420178c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:39.574671 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-a3cba39e-0d5c-4fe0-bbc1-9321420178c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 200 len: 847 time: 0.0612211 Mar 04 01:18:39.581876 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] Checking router: c7639b79-6e25-4969-a3ac-07a1df23e58c for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:18:39.590989 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:39.591636 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:39.637814 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c60ac-d52a-4f8b-8e8e-17a20cac198d req-5e90fcc9-95da-4b49-af2e-3ac3d1d8b402 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:39.639284 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4c2c60ac-d52a-4f8b-8e8e-17a20cac198d req-5e90fcc9-95da-4b49-af2e-3ac3d1d8b402 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0615826 Mar 04 01:18:39.706203 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-b0ae9111-705a-483b-a8d1-f07c4ae3cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:39.707723 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-b0ae9111-705a-483b-a8d1-f07c4ae3cf73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe273206-30ef-40e3-8751-3bc54eedbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858228 Mar 04 01:18:39.712828 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4c2c60ac-d52a-4f8b-8e8e-17a20cac198d req-004d2eff-a34c-493e-b354-ca4308f1ec11 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593896 Mar 04 01:18:39.792349 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:39.998159 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:40.028644 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35d9be-2484-401d-a942-bdeef56bbe98 None None] The sync data for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi is: [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:14:08Z', 'revision_number': 4, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '1b6ac015-a300-4360-8fa6-5edb9b8a7b86', 'name': '', 'network_id': 'fe273206-30ef-40e3-8751-3bc54eedbd35', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'mac_address': 'fa:16:3e:89:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:08Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'subnets': [{'id': '1ebf8a3a-52ee-405f-b046-98d0e0e9f5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:18:40.069594 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-92035b9b-0de1-4ac1-a8a1-24676cb95b86 service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547871 Mar 04 01:18:40.158047 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-46610b9b-850d-4893-a38a-2a99eaafb445 req-aad96968-8d09-483b-91a6-6e20dd6bed9d service neutron] 10.222.0.35 "GET /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Mar 04 01:18:40.245312 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fbca8-1aca-4110-af2c-34d75a4f627d None None] New status for floating IP d6239d88-959b-40be-a817-8991ce1f04c7: DOWN {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:18:40.833720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e689f6-5f41-4a9e-b394-7bd1c66a8f82 req-57ce896c-75b6-42ca-b4c5-8b4fe066282b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:40.835177 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f4e689f6-5f41-4a9e-b394-7bd1c66a8f82 req-57ce896c-75b6-42ca-b4c5-8b4fe066282b tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0550637 Mar 04 01:18:40.882165 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f4e689f6-5f41-4a9e-b394-7bd1c66a8f82 req-3fd802f7-a1bc-4d53-8840-5f6ee03d1f67 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a90d8dd-f7dd-40c2-870c-492535d8641f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 Mar 04 01:18:41.350638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-b2ef7f01-8d64-485a-bc20-82df0c60feb9 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:41.352078 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-b2ef7f01-8d64-485a-bc20-82df0c60feb9 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.35 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 945 time: 0.0510578 Mar 04 01:18:41.445296 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Deleting port 35b5409f-5ee6-4615-bde6-6723634894db {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:41.445632 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (35b5409f-5ee6-4615-bde6-6723634894db), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:41.530685 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] For port 35b5409f-5ee6-4615-bde6-6723634894db, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=35b5409f-5ee6-4615-bde6-6723634894db,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:41.531048 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (35b5409f-5ee6-4615-bde6-6723634894db), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:41.543196 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Calling delete_port for 35b5409f-5ee6-4615-bde6-6723634894db owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:41.555286 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2fd63477-b6b5-41e0-a229-83a8fcd0fedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:41.732489 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (35b5409f-5ee6-4615-bde6-6723634894db), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:41.760969 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event deleted for resources: {'Port': ['ID=35b5409f-5ee6-4615-bde6-6723634894db,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:41.806439 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] No DVR routers for this DVR port 35b5409f-5ee6-4615-bde6-6723634894db on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:41.808943 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:41.812172 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5972d22a-2eee-46e3-8c02-8bebc69b88b8 req-d8b48f5d-2137-4aa8-bad8-3aaf5ab77e4f tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.35 "DELETE /v2.0/ports/35b5409f-5ee6-4615-bde6-6723634894db HTTP/1.1" status: 204 len: 173 time: 0.4552186 Mar 04 01:18:41.812769 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-deleted', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:41.814992 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028cdebb-d0eb-4fbc-845f-715124c986d9" -d '{"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-deleted", "tag": "35b5409f-5ee6-4615-bde6-6723634894db"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:41.848694 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8feab-3e6b-4c7b-88cc-a17a718aaae0 x-openstack-request-id: req-10b8feab-3e6b-4c7b-88cc-a17a718aaae0 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:41.849275 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcfca9f-e22b-422d-9957-a9cf7a385c3c", "name": "network-vif-deleted", "tag": "35b5409f-5ee6-4615-bde6-6723634894db", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:41.849275 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10b8feab-3e6b-4c7b-88cc-a17a718aaae0 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:41.849629 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcfca9f-e22b-422d-9957-a9cf7a385c3c', 'name': 'network-vif-deleted', 'tag': '35b5409f-5ee6-4615-bde6-6723634894db', 'status': 'completed', 'code': 200} Mar 04 01:18:41.976485 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-90a34ae8-9808-4344-aad5-265b896d76fb req-e675308e-0b0c-4c46-b3cc-739ef50f245a tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 210 time: 0.0281324 Mar 04 01:18:43.053280 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:43.081353 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c49a291-9795-45ab-80ef-a7c90719b319 req-d1188fa8-7a90-44c9-85d7-299adc1e11a7 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcfca9f-e22b-422d-9957-a9cf7a385c3c HTTP/1.1" status: 200 len: 210 time: 0.0264666 Mar 04 01:18:44.137778 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36174) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:44.195624 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2e8352c-a498-48c8-be55-79339c20db91 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group (4a90d8dd-f7dd-40c2-870c-492535d8641f), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:44.220150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2e8352c-a498-48c8-be55-79339c20db91 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group (4a90d8dd-f7dd-40c2-870c-492535d8641f), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:44.372770 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2e8352c-a498-48c8-be55-79339c20db91 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (4a90d8dd-f7dd-40c2-870c-492535d8641f), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:44.375269 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d2e8352c-a498-48c8-be55-79339c20db91 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:44.376481 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d2e8352c-a498-48c8-be55-79339c20db91 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a90d8dd-f7dd-40c2-870c-492535d8641f HTTP/1.1" status: 204 len: 168 time: 0.2392223 Mar 04 01:18:44.385450 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8352c-a498-48c8-be55-79339c20db91 tempest-TestShelveInstance-1026575273 tempest-TestShelveInstance-1026575273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a90d8dd-f7dd-40c2-870c-492535d8641f,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:44.509667 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36178) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:44.521236 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:44.856042 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (c7639b79-6e25-4969-a3ac-07a1df23e58c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:45.104038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Deleting port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:45.104408 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:45.186951 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] For port 1b6ac015-a300-4360-8fa6-5edb9b8a7b86, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:45.187611 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:45.199868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Calling delete_port for 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 owned by network:router_interface {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:45.481431 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (1b6ac015-a300-4360-8fa6-5edb9b8a7b86), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:45.507112 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6ac015-a300-4360-8fa6-5edb9b8a7b86,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:45.620124 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:45.642098 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 35b5409f-5ee6-4615-bde6-6723634894db {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:45.642594 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 35b5409f-5ee6-4615-bde6-6723634894db not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:45.673538 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (c7639b79-6e25-4969-a3ac-07a1df23e58c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:45.721472 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:45.886863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Router c7639b79-6e25-4969-a3ac-07a1df23e58c has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:45.992606 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:45.998283 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6b243611-6c71-43f0-8ff8-f38f1444497c admin admin] 10.222.0.32 "PUT /v2.0/routers/c7639b79-6e25-4969-a3ac-07a1df23e58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4875455 Mar 04 01:18:46.000784 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36194) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:46.003370 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] Sync routers for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:18:46.014102 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:46.014714 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:46.106565 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks [] for router (c7639b79-6e25-4969-a3ac-07a1df23e58c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.121666 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:46.210286 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks [] for router_gateway (c7639b79-6e25-4969-a3ac-07a1df23e58c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.296021 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:18:45Z', 'revision_number': 5, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port': {'id': '47ef9272-7a0a-455e-acda-f5729b0cc33e', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:05Z', 'updated_at': '2022-03-04T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:46.326726 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] Checking router: c7639b79-6e25-4969-a3ac-07a1df23e58c for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:18:46.335222 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] Routers {'c7639b79-6e25-4969-a3ac-07a1df23e58c'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:46.336008 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c7639b79-6e25-4969-a3ac-07a1df23e58c'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:46.344287 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Deleting port 47ef9272-7a0a-455e-acda-f5729b0cc33e {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:46.344708 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.428747 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] For port 47ef9272-7a0a-455e-acda-f5729b0cc33e, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=47ef9272-7a0a-455e-acda-f5729b0cc33e,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:46.429116 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.430198 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] Set router c7639b79-6e25-4969-a3ac-07a1df23e58c gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:46.441395 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Calling delete_port for 47ef9272-7a0a-455e-acda-f5729b0cc33e owned by network:router_gateway {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:46.481702 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:18:46Z', 'revision_number': 6, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:46.512091 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e742d9-5f54-4465-ab8b-63a554a5baba None None] The sync data for ids ['c7639b79-6e25-4969-a3ac-07a1df23e58c'] in dv-cinder-831090-8-iscsi is: [{'id': 'c7639b79-6e25-4969-a3ac-07a1df23e58c', 'name': 'tempest-TestShelveInstance-934186591-router', 'tenant_id': '5922136854c94d32a4796736eaea2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:04Z', 'updated_at': '2022-03-04T01:18:46Z', 'revision_number': 6, 'project_id': '5922136854c94d32a4796736eaea2fd6', 'gw_port_host': None}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:18:46.536106 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:18:46.675722 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (47ef9272-7a0a-455e-acda-f5729b0cc33e), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.700887 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=47ef9272-7a0a-455e-acda-f5729b0cc33e,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:46.760642 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (c7639b79-6e25-4969-a3ac-07a1df23e58c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.850965 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (c7639b79-6e25-4969-a3ac-07a1df23e58c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.853994 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks [] for router_controller (c7639b79-6e25-4969-a3ac-07a1df23e58c), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.971523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (c7639b79-6e25-4969-a3ac-07a1df23e58c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.971523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7639b79-6e25-4969-a3ac-07a1df23e58c {{(pid=103556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:18:46.971523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:46.971523 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-91e9abcb-466b-4bb6-81bb-9035172a9b1e admin admin] 10.222.0.32 "DELETE /v2.0/routers/c7639b79-6e25-4969-a3ac-07a1df23e58c HTTP/1.1" status: 204 len: 168 time: 0.9541223 Mar 04 01:18:46.971523 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36206) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:47.002669 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Deleting subnet 1ebf8a3a-52ee-405f-b046-98d0e0e9f5be {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:18:47.005773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Publish callbacks [] for subnet (1ebf8a3a-52ee-405f-b046-98d0e0e9f5be), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.038900 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (1ebf8a3a-52ee-405f-b046-98d0e0e9f5be), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.150175 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (1ebf8a3a-52ee-405f-b046-98d0e0e9f5be), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.264617 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (1ebf8a3a-52ee-405f-b046-98d0e0e9f5be), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.292503 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebf8a3a-52ee-405f-b046-98d0e0e9f5be,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:47.297044 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.300583 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-1c8ce274-cddb-45a7-852d-4f37595b2f45 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ebf8a3a-52ee-405f-b046-98d0e0e9f5be HTTP/1.1" status: 204 len: 168 time: 0.3406234 Mar 04 01:18:47.303218 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36210) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:47.303933 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622be244-182f-4f1e-ab22-369ee13acdc8 None None] Network fe273206-30ef-40e3-8751-3bc54eedbd35 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:18:47.322632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:47.378922 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:47.379272 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1b6ac015-a300-4360-8fa6-5edb9b8a7b86 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:47.379701 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 47ef9272-7a0a-455e-acda-f5729b0cc33e no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:47.386587 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (fe273206-30ef-40e3-8751-3bc54eedbd35), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.409699 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 47ef9272-7a0a-455e-acda-f5729b0cc33e {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:47.410049 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 47ef9272-7a0a-455e-acda-f5729b0cc33e not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:47.442559 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Deleting port 99435f2d-ef06-4122-a3cf-4b6636050604 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:47.442905 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.511758 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] For port 99435f2d-ef06-4122-a3cf-4b6636050604, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=99435f2d-ef06-4122-a3cf-4b6636050604,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:47.512120 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.521787 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] DHCP port deletion for fe273206-30ef-40e3-8751-3bc54eedbd35 request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:18:47.530171 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Calling delete_port for 99435f2d-ef06-4122-a3cf-4b6636050604 owned by network:dhcp {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:47.599258 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] Deleting port 99435f2d-ef06-4122-a3cf-4b6636050604 {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:47.599258 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.662024 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] For port 99435f2d-ef06-4122-a3cf-4b6636050604, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=99435f2d-ef06-4122-a3cf-4b6636050604,segment=NetworkSegment(f401f006-465d-4976-9b69-a112283f16e0),segment_id=f401f006-465d-4976-9b69-a112283f16e0)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:47.662650 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.675855 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] Calling delete_port for 99435f2d-ef06-4122-a3cf-4b6636050604 owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:47.685874 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.716072 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=99435f2d-ef06-4122-a3cf-4b6636050604,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:47.717940 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] No DVR routers for this DVR port 99435f2d-ef06-4122-a3cf-4b6636050604 on host dv-cinder-831090-8-iscsi {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:47.757004 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (99435f2d-ef06-4122-a3cf-4b6636050604), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.791596 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (fe273206-30ef-40e3-8751-3bc54eedbd35), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.814061 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe273206-30ef-40e3-8751-3bc54eedbd35']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:47.823984 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f401f006-465d-4976-9b69-a112283f16e0') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:47.824345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f401f006-465d-4976-9b69-a112283f16e0') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:47.834460 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (f401f006-465d-4976-9b69-a112283f16e0), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.848491 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (f401f006-465d-4976-9b69-a112283f16e0), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (f401f006-465d-4976-9b69-a112283f16e0), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:18:47.860876 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:18:47.916128 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] Pushing event deleted for resources: {'Port': ['ID=99435f2d-ef06-4122-a3cf-4b6636050604,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:47.921498 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0397b-bbce-4f29-b5d5-6ff6dc585b84 None None] No DVR routers for this DVR port 99435f2d-ef06-4122-a3cf-4b6636050604 on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:47.989680 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (fe273206-30ef-40e3-8751-3bc54eedbd35), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.995780 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:47.998960 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fe273206-30ef-40e3-8751-3bc54eedbd35 HTTP/1.1" status: 204 len: 168 time: 0.6938832 Mar 04 01:18:48.002086 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36212) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:48.010169 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2f158-7072-4182-88ba-37de186e0c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe273206-30ef-40e3-8751-3bc54eedbd35,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:48.346224 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (01d116e4-f493-4319-9eb9-05c82fafb3a8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:48.582669 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Deleting port 5b4a622f-d175-4897-bac6-7ce4dbac2a90 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:48.583021 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:48.656624 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] For port 5b4a622f-d175-4897-bac6-7ce4dbac2a90, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5b4a622f-d175-4897-bac6-7ce4dbac2a90,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:48.656979 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:48.668828 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Calling delete_port for 5b4a622f-d175-4897-bac6-7ce4dbac2a90 owned by network:router_interface {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:48.914769 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (5b4a622f-d175-4897-bac6-7ce4dbac2a90), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:48.943764 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4a622f-d175-4897-bac6-7ce4dbac2a90,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:49.104468 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (01d116e4-f493-4319-9eb9-05c82fafb3a8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:49.254612 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 99435f2d-ef06-4122-a3cf-4b6636050604 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:49.274896 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 99435f2d-ef06-4122-a3cf-4b6636050604 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:49.275239 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 99435f2d-ef06-4122-a3cf-4b6636050604 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:49.329285 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Router 01d116e4-f493-4319-9eb9-05c82fafb3a8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:49.433444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:49.438476 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-eda21b68-c85e-4d4a-908c-9d6cbb92f632 admin admin] 10.222.0.32 "PUT /v2.0/routers/01d116e4-f493-4319-9eb9-05c82fafb3a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4352188 Mar 04 01:18:49.440966 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36218) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:49.443456 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] Sync routers for ids ['01d116e4-f493-4319-9eb9-05c82fafb3a8'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:18:49.453875 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] Routers {'01d116e4-f493-4319-9eb9-05c82fafb3a8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:49.454494 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['01d116e4-f493-4319-9eb9-05c82fafb3a8'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:49.542386 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks [] for router (01d116e4-f493-4319-9eb9-05c82fafb3a8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:49.559645 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] Set router 01d116e4-f493-4319-9eb9-05c82fafb3a8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:49.641088 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks [] for router_gateway (01d116e4-f493-4319-9eb9-05c82fafb3a8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:49.733760 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:18:48Z', 'revision_number': 5, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port': {'id': 'a65782c5-67d3-4cb9-9894-53af42751780', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:14:12Z', 'updated_at': '2022-03-04T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:49.761389 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] Checking router: 01d116e4-f493-4319-9eb9-05c82fafb3a8 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:18:49.766234 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Deleting port a65782c5-67d3-4cb9-9894-53af42751780 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:49.766577 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (a65782c5-67d3-4cb9-9894-53af42751780), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:49.769819 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] Routers {'01d116e4-f493-4319-9eb9-05c82fafb3a8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:49.770470 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['01d116e4-f493-4319-9eb9-05c82fafb3a8'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:49.843364 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] For port a65782c5-67d3-4cb9-9894-53af42751780, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=a65782c5-67d3-4cb9-9894-53af42751780,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:49.843733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (a65782c5-67d3-4cb9-9894-53af42751780), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:49.855964 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] Set router 01d116e4-f493-4319-9eb9-05c82fafb3a8 gateway port host: None {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:49.856309 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Calling delete_port for a65782c5-67d3-4cb9-9894-53af42751780 owned by network:router_gateway {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:49.905475 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:18:49Z', 'revision_number': 6, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:49.934347 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eda2c3-3272-4cb9-8219-5fe29462fb7f None None] The sync data for ids ['01d116e4-f493-4319-9eb9-05c82fafb3a8'] in dv-cinder-831090-8-iscsi is: [{'id': '01d116e4-f493-4319-9eb9-05c82fafb3a8', 'name': 'tempest-TestShelveInstance-261049296-router', 'tenant_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:14:11Z', 'updated_at': '2022-03-04T01:18:49Z', 'revision_number': 6, 'project_id': '9ecc9ba246374177b03c8a8d7311bd6d', 'gw_port_host': None}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:18:50.097941 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (a65782c5-67d3-4cb9-9894-53af42751780), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.131568 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65782c5-67d3-4cb9-9894-53af42751780,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:50.184665 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (01d116e4-f493-4319-9eb9-05c82fafb3a8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.264089 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36222) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:50.274635 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (01d116e4-f493-4319-9eb9-05c82fafb3a8), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.276970 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks [] for router_controller (01d116e4-f493-4319-9eb9-05c82fafb3a8), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.378743 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (01d116e4-f493-4319-9eb9-05c82fafb3a8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.379278 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01d116e4-f493-4319-9eb9-05c82fafb3a8 {{(pid=103557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:18:50.388828 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.388828 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-40a3ea64-649f-48d2-ba6b-c1f991aa7927 admin admin] 10.222.0.32 "DELETE /v2.0/routers/01d116e4-f493-4319-9eb9-05c82fafb3a8 HTTP/1.1" status: 204 len: 168 time: 0.9438376 Mar 04 01:18:50.389140 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36224) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:50.736109 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Deleting subnet 93a91c5c-639c-4954-8d5a-09039369e6cd {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:18:50.740477 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Publish callbacks [] for subnet (93a91c5c-639c-4954-8d5a-09039369e6cd), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.780342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (93a91c5c-639c-4954-8d5a-09039369e6cd), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.812623 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Deleting port 7ded7219-5bf0-46b1-94ff-18168013f860 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:50.812975 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (7ded7219-5bf0-46b1-94ff-18168013f860), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.918733 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (93a91c5c-639c-4954-8d5a-09039369e6cd), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.947034 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (7ded7219-5bf0-46b1-94ff-18168013f860), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.947461 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (7ded7219-5bf0-46b1-94ff-18168013f860), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:50.964573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Calling delete_port for 7ded7219-5bf0-46b1-94ff-18168013f860 owned by network:floatingip {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:51.102117 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (93a91c5c-639c-4954-8d5a-09039369e6cd), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.135064 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a91c5c-639c-4954-8d5a-09039369e6cd,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:51.138612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.140177 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e13101-05dc-4941-a32f-b4d2517dfe0b None None] Network 7584c814-df96-4be7-a648-bccae1c5b0c2 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:18:51.141821 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6dea9d71-afed-43e7-a702-cae6225a1f81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93a91c5c-639c-4954-8d5a-09039369e6cd HTTP/1.1" status: 204 len: 168 time: 0.7497542 Mar 04 01:18:51.144593 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36226) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:51.196565 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (7ded7219-5bf0-46b1-94ff-18168013f860), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.223581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'Port': ['ID=7ded7219-5bf0-46b1-94ff-18168013f860,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:51.226834 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (7584c814-df96-4be7-a648-bccae1c5b0c2), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.247251 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5b4a622f-d175-4897-bac6-7ce4dbac2a90 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:51.271657 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 5b4a622f-d175-4897-bac6-7ce4dbac2a90 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:51.271924 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5b4a622f-d175-4897-bac6-7ce4dbac2a90 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:51.272710 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a65782c5-67d3-4cb9-9894-53af42751780 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:51.285561 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Deleting port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:51.286048 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.294203 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (da445337-d822-4228-8dd3-ef2bd864e7d4), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.294786 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Floating IP da445337-d822-4228-8dd3-ef2bd864e7d4 disassociated (deleted). External IP: 172.27.2.100, port: f112c9d6-97c9-4d42-a0a4-6fcbbc34c933. Mar 04 01:18:51.295507 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: a65782c5-67d3-4cb9-9894-53af42751780 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:51.295901 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a65782c5-67d3-4cb9-9894-53af42751780 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:51.357571 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] For port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:51.358060 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.362289 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] DHCP port deletion for 7584c814-df96-4be7-a648-bccae1c5b0c2 request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:18:51.386211 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Calling delete_port for aa7c3d74-a9e6-4ded-937f-3f9c113ce00b owned by network:dhcp {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:51.423774 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] Deleting port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:51.424475 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.490130 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] For port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,segment=NetworkSegment(f0a86103-0a7a-4734-9b51-876f851bb4b9),segment_id=f0a86103-0a7a-4734-9b51-876f851bb4b9)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:51.490444 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.502842 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] Calling delete_port for aa7c3d74-a9e6-4ded-937f-3f9c113ce00b owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:51.510627 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.519348 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:51.537051 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:51.549191 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] No DVR routers for this DVR port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b on host dv-cinder-831090-8-iscsi {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:51.590318 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (aa7c3d74-a9e6-4ded-937f-3f9c113ce00b), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.619427 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] Pushing event deleted for resources: {'Port': ['ID=aa7c3d74-a9e6-4ded-937f-3f9c113ce00b,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:51.624139 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4d3ce-aed8-4bb0-a393-a93c1aa52067 None None] No DVR routers for this DVR port aa7c3d74-a9e6-4ded-937f-3f9c113ce00b on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:51.647400 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:51.652549 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.659202 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:18:51.672430 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:51.673156 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:51.686372 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-729d5371-df3f-4422-994d-5253b63e51b7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "DELETE /v2.0/floatingips/da445337-d822-4228-8dd3-ef2bd864e7d4 HTTP/1.1" status: 204 len: 168 time: 1.4210725 Mar 04 01:18:51.687190 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:51.689882 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9515e4f-da0c-4446-be1d-806dedca067f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:51.729089 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65477aec-69dd-4632-9d01-902cff2ca5cc x-openstack-request-id: req-65477aec-69dd-4632-9d01-902cff2ca5cc {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:51.729526 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:51.729859 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65477aec-69dd-4632-9d01-902cff2ca5cc {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:51.730338 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'status': 'completed', 'code': 200} Mar 04 01:18:51.805183 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:51.825921 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9515e4f-da0c-4446-be1d-806dedca067f req-e78c2f0d-f135-4bd5-a954-f3c473561c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:51.827511 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-e78c2f0d-f135-4bd5-a954-f3c473561c73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 1129 time: 0.0475612 Mar 04 01:18:51.895700 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (7584c814-df96-4be7-a648-bccae1c5b0c2), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.917806 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7584c814-df96-4be7-a648-bccae1c5b0c2']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:51.929221 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9515e4f-da0c-4446-be1d-806dedca067f req-16d8502d-08b0-46fe-a6fe-9211d1cc14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:51.929438 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a86103-0a7a-4734-9b51-876f851bb4b9') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:51.929842 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a86103-0a7a-4734-9b51-876f851bb4b9') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:51.930850 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-16d8502d-08b0-46fe-a6fe-9211d1cc14de service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0958385 Mar 04 01:18:51.943887 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (f0a86103-0a7a-4734-9b51-876f851bb4b9), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.968635 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (f0a86103-0a7a-4734-9b51-876f851bb4b9), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.973562 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-a14249cd-2ca7-4b09-acb2-e1e2feb80020 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 HTTP/1.1" status: 200 len: 217 time: 0.0370238 Mar 04 01:18:51.975162 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:18:51.975583 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (f0a86103-0a7a-4734-9b51-876f851bb4b9), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:18:51.978071 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:18:52.022027 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9515e4f-da0c-4446-be1d-806dedca067f req-7e7ae907-07c1-45ca-8ecc-87d1a88168c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:52.023685 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-7e7ae907-07c1-45ca-8ecc-87d1a88168c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0430562 Mar 04 01:18:52.064132 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (7584c814-df96-4be7-a648-bccae1c5b0c2), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:52.067338 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:09Z', 'revision_number': 1, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:52.070899 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:52.076656 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] 10.222.0.32 "DELETE /v2.0/networks/7584c814-df96-4be7-a648-bccae1c5b0c2 HTTP/1.1" status: 204 len: 168 time: 0.9285045 Mar 04 01:18:52.097175 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a7e50-2303-4a90-924d-30bad37bc2db admin admin] Pushing event deleted for resources: {'Network': ['ID=7584c814-df96-4be7-a648-bccae1c5b0c2,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:52.098495 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:18:52.107835 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:18:52.108396 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:52.167567 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9515e4f-da0c-4446-be1d-806dedca067f req-ff423e01-baba-4d2d-8533-112f99cec6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:52.169097 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-ff423e01-baba-4d2d-8533-112f99cec6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903034 Mar 04 01:18:52.179926 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc4f63-8b1f-4652-9183-efe0881da32c req-6f7040ff-d21b-4f93-8f34-409502a02387 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:52.181392 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e9bc4f63-8b1f-4652-9183-efe0881da32c req-6f7040ff-d21b-4f93-8f34-409502a02387 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0703325 Mar 04 01:18:52.222512 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:18:52.284564 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e9bc4f63-8b1f-4652-9183-efe0881da32c req-383dc440-6193-4078-aa92-0091dfbc4da7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944688 Mar 04 01:18:52.308766 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-2cfd8cda-586c-42bd-8c9d-d71b04f8291b service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264217 Mar 04 01:18:52.348605 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36238) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:52.393002 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d65f4f78-7d6c-43e2-bafe-7b6db3e20032 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5922136854c94d32a4796736eaea2fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425675 Mar 04 01:18:52.394919 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36240) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:52.414488 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c9515e4f-da0c-4446-be1d-806dedca067f req-ed85a80d-9d73-42b4-8c45-772f55572aa9 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976975 Mar 04 01:18:52.445413 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30b1492c-1734-48f8-8842-cd4bc42b4fae admin admin] Publish callbacks [] for security_group (b0d6fa11-ebec-4882-bc28-c3fd53a3e723), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:52.467779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30b1492c-1734-48f8-8842-cd4bc42b4fae admin admin] Publish callbacks [] for security_group (b0d6fa11-ebec-4882-bc28-c3fd53a3e723), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:52.557779 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:09Z', 'revision_number': 1, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:18:52.572865 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30b1492c-1734-48f8-8842-cd4bc42b4fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b0d6fa11-ebec-4882-bc28-c3fd53a3e723), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:52.575352 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-30b1492c-1734-48f8-8842-cd4bc42b4fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:52.579046 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-30b1492c-1734-48f8-8842-cd4bc42b4fae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0d6fa11-ebec-4882-bc28-c3fd53a3e723 HTTP/1.1" status: 204 len: 168 time: 0.1808233 Mar 04 01:18:52.584524 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1492c-1734-48f8-8842-cd4bc42b4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d6fa11-ebec-4882-bc28-c3fd53a3e723,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:52.587964 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac204dd-1503-4c69-aa82-6392a3322a48 None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '9be2d88e-b305-435e-805d-bf25b25888c9', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'port_id': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'mac_address': 'fa:16:3e:c0:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:15:07Z', 'updated_at': '2022-03-04T01:15:09Z', 'revision_number': 1, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:18:52.810265 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7149a-4346-4c43-9e4f-c2a09eecf306 None None] New status for floating IP da445337-d822-4228-8dd3-ef2bd864e7d4: DOWN {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:18:53.202171 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device aa7c3d74-a9e6-4ded-937f-3f9c113ce00b no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:53.223782 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36248) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:53.230311 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: aa7c3d74-a9e6-4ded-937f-3f9c113ce00b {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:53.230663 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device aa7c3d74-a9e6-4ded-937f-3f9c113ce00b not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:53.263746 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-bb3c1fdf-510d-45b8-9206-b2296ff15af2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ecc9ba246374177b03c8a8d7311bd6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387011 Mar 04 01:18:53.266254 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36250) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:53.311086 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5316069-1a88-4647-812e-2b043ae2dd94 admin admin] Publish callbacks [] for security_group (b73bd32e-2604-4efc-9451-61b286f1e757), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:53.332044 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5316069-1a88-4647-812e-2b043ae2dd94 admin admin] Publish callbacks [] for security_group (b73bd32e-2604-4efc-9451-61b286f1e757), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:53.416338 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525c42f-33e2-489b-9f43-97666cbc0a71 req-d47079c0-a28c-4d1a-a2ec-c8b9efeb2388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:53.417716 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f525c42f-33e2-489b-9f43-97666cbc0a71 req-d47079c0-a28c-4d1a-a2ec-c8b9efeb2388 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0600381 Mar 04 01:18:53.465927 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f525c42f-33e2-489b-9f43-97666cbc0a71 req-2e98d1cf-7963-438d-9b3d-8fbd0fd366c6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Mar 04 01:18:53.471639 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5316069-1a88-4647-812e-2b043ae2dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (b73bd32e-2604-4efc-9451-61b286f1e757), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:53.471639 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c5316069-1a88-4647-812e-2b043ae2dd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:53.472341 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c5316069-1a88-4647-812e-2b043ae2dd94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b73bd32e-2604-4efc-9451-61b286f1e757 HTTP/1.1" status: 204 len: 168 time: 0.2051606 Mar 04 01:18:53.480607 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316069-1a88-4647-812e-2b043ae2dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73bd32e-2604-4efc-9451-61b286f1e757,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:53.890151 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-7693eb67-796b-4a27-9c79-10491f8fe1c6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:18:53.891735 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-7693eb67-796b-4a27-9c79-10491f8fe1c6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 945 time: 0.0555031 Mar 04 01:18:53.996208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Deleting port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:53.996500 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:54.083680 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] For port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:18:54.084038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:54.095911 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Calling delete_port for f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:54.321220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (f112c9d6-97c9-4d42-a0a4-6fcbbc34c933), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:54.349197 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'Port': ['ID=f112c9d6-97c9-4d42-a0a4-6fcbbc34c933,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:54.395522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] No DVR routers for this DVR port f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:18:54.398863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:54.402120 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5a61518e-9d2a-469f-ac00-ee55328ccc4b req-6b14511c-6f65-4516-b90a-d698032295e7 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "DELETE /v2.0/ports/f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 HTTP/1.1" status: 204 len: 173 time: 0.5025480 Mar 04 01:18:54.405383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'name': 'network-vif-deleted', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:18:54.405383 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e027e-f1d2-42bc-a316-4e1887292abe" -d '{"events": [{"server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "name": "network-vif-deleted", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:18:54.439470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df71a0e-2786-4f3c-8971-282faa3b62af x-openstack-request-id: req-7df71a0e-2786-4f3c-8971-282faa3b62af {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:18:54.439819 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f12c12d-2add-4d71-9fc5-421b1e24e180", "name": "network-vif-deleted", "tag": "f112c9d6-97c9-4d42-a0a4-6fcbbc34c933", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:18:54.440076 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7df71a0e-2786-4f3c-8971-282faa3b62af {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:18:54.440540 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f12c12d-2add-4d71-9fc5-421b1e24e180', 'name': 'network-vif-deleted', 'tag': 'f112c9d6-97c9-4d42-a0a4-6fcbbc34c933', 'status': 'completed', 'code': 200} Mar 04 01:18:54.568919 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-994f4443-f24c-45ca-b93f-c0994bc9bc07 req-5ba82549-1045-4ffa-8a40-8df7a657eb18 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Mar 04 01:18:55.679418 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-65aa2161-9033-4064-8b72-74a4c0d6aa08 req-6244ba41-96cf-4aa6-b208-18d9a8ee4937 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f12c12d-2add-4d71-9fc5-421b1e24e180 HTTP/1.1" status: 200 len: 210 time: 0.0281172 Mar 04 01:18:57.753527 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:18:57.772736 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:18:57.773080 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f112c9d6-97c9-4d42-a0a4-6fcbbc34c933 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:18:59.110897 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36286) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:18:59.286096 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Deleting port 39cb34c9-e72c-4263-9e86-fe240cf6d402 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:18:59.286435 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:59.359577 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:59.359894 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (39cb34c9-e72c-4263-9e86-fe240cf6d402), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:59.371799 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Calling delete_port for 39cb34c9-e72c-4263-9e86-fe240cf6d402 owned by network:floatingip {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:18:59.583502 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (39cb34c9-e72c-4263-9e86-fe240cf6d402), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:59.608434 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'Port': ['ID=39cb34c9-e72c-4263-9e86-fe240cf6d402,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:18:59.669673 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (9be2d88e-b305-435e-805d-bf25b25888c9), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:59.669999 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.db.l3_db [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Floating IP 9be2d88e-b305-435e-805d-bf25b25888c9 disassociated (deleted). External IP: 172.27.2.182, port: f81dc95b-889f-4591-b3f7-bdf298f24c80. Mar 04 01:18:59.873786 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:18:59.981055 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:18:59.985888 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:18:59.991862 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:19:00.001532 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:00.006311 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:00.014091 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-593d089f-468c-4a7a-8d43-736593dfdc8c tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "DELETE /v2.0/floatingips/9be2d88e-b305-435e-805d-bf25b25888c9 HTTP/1.1" status: 204 len: 168 time: 0.9021218 Mar 04 01:19:00.014682 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:19:00.017005 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9f441-9d8f-4934-baf8-921801add1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:19:00.058051 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f951d4f-248b-4bed-bc98-f7aac36a1b56 x-openstack-request-id: req-9f951d4f-248b-4bed-bc98-f7aac36a1b56 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:19:00.058051 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:19:00.058051 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f951d4f-248b-4bed-bc98-f7aac36a1b56 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:19:00.058051 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'status': 'completed', 'code': 200} Mar 04 01:19:00.113061 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:00.141477 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-8d5c128d-ac29-4c13-b08f-0d4bcc669154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:00.143037 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-8d5c128d-ac29-4c13-b08f-0d4bcc669154 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 1130 time: 0.0445423 Mar 04 01:19:00.234225 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-94c03bb0-9a82-4dae-8aab-4c596e9d6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:00.235772 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-94c03bb0-9a82-4dae-8aab-4c596e9d6dbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 200 len: 913 time: 0.0868018 Mar 04 01:19:00.281842 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-9aea366f-4821-415a-b4d3-75e76c358746 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80 HTTP/1.1" status: 200 len: 217 time: 0.0374005 Mar 04 01:19:00.310842 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:00.334460 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-fa3a3ef4-6d72-43c0-9aa2-6d7faa9a43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:00.335974 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-fa3a3ef4-6d72-43c0-9aa2-6d7faa9a43e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 200 len: 851 time: 0.0472176 Mar 04 01:19:00.337607 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:19:00.345233 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:00.345836 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:00.387741 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-2c7dc97b-9ade-4a3a-9992-784691717576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:00.389518 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-2c7dc97b-9ade-4a3a-9992-784691717576 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00360203-a918-43bf-bb8c-ef256a752323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474651 Mar 04 01:19:00.454581 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:00.522208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962f17a-d327-4f3f-a9a9-11b3a61db041 req-76c9687f-4689-4815-9db3-7a41668c3eb6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:00.523729 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0962f17a-d327-4f3f-a9a9-11b3a61db041 req-76c9687f-4689-4815-9db3-7a41668c3eb6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 946 time: 0.1075637 Mar 04 01:19:00.542029 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-ca5b8b50-214f-40c6-a692-becacf670b29 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333284 Mar 04 01:19:00.626925 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0962f17a-d327-4f3f-a9a9-11b3a61db041 req-081e6cf5-9d9c-4f27-8b4b-140fadd75a9e tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925641 Mar 04 01:19:00.654115 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a0b9f441-9d8f-4934-baf8-921801add1cb req-4b9e64f1-c483-41e9-bec9-f4c36fe22681 service neutron] 10.222.0.35 "GET /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040416 Mar 04 01:19:00.654759 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:00.681954 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3468790-7cf3-41b3-99c2-dd02a5481bbb None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:46Z', 'revision_number': 4, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'a2cd4549-2248-443e-a169-872ead6badfd', 'name': '', 'network_id': '00360203-a918-43bf-bb8c-ef256a752323', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'mac_address': 'fa:16:3e:06:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:46Z', 'updated_at': '2022-03-04T01:11:49Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'subnets': [{'id': '7077ebff-a060-4b5a-b8b8-ecbd7298a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:19:00.888950 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898384b9-a0c8-4b27-9f53-e7a5f8b3050c None None] New status for floating IP 9be2d88e-b305-435e-805d-bf25b25888c9: DOWN {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:19:01.749138 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd7d9d-772e-4f88-8ca2-5ea57e701bad req-22781521-755d-463f-a90a-dea358f32824 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:01.750585 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28cd7d9d-772e-4f88-8ca2-5ea57e701bad req-22781521-755d-463f-a90a-dea358f32824 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 946 time: 0.0560806 Mar 04 01:19:01.797221 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28cd7d9d-772e-4f88-8ca2-5ea57e701bad req-60cc8516-462f-4619-9627-dd5be85a0849 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8701467-7804-419a-a9e4-0bcd5f6b032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Mar 04 01:19:02.017611 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:02.243803 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-c069cac8-5b38-457e-b86c-f3b440a8df1a tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:02.245359 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-c069cac8-5b38-457e-b86c-f3b440a8df1a tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 946 time: 0.0509696 Mar 04 01:19:02.343462 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Deleting port f81dc95b-889f-4591-b3f7-bdf298f24c80 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:02.343802 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:02.428960 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] For port f81dc95b-889f-4591-b3f7-bdf298f24c80, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=f81dc95b-889f-4591-b3f7-bdf298f24c80,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:02.429318 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:02.441687 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Calling delete_port for f81dc95b-889f-4591-b3f7-bdf298f24c80 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:02.634923 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (f81dc95b-889f-4591-b3f7-bdf298f24c80), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:02.663315 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'Port': ['ID=f81dc95b-889f-4591-b3f7-bdf298f24c80,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:02.709207 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] No DVR routers for this DVR port f81dc95b-889f-4591-b3f7-bdf298f24c80 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:02.712673 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:02.715927 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8be3e34b-8293-4a1d-8b34-3fcebc0054c9 req-0e19d86a-528b-4634-a214-050e92ea21f4 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.35 "DELETE /v2.0/ports/f81dc95b-889f-4591-b3f7-bdf298f24c80 HTTP/1.1" status: 204 len: 173 time: 0.4651759 Mar 04 01:19:02.716450 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'name': 'network-vif-deleted', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:19:02.719439 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34491a39-d566-4e45-a862-ca91169b9f8b" -d '{"events": [{"server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "name": "network-vif-deleted", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:19:02.755904 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9654f7-29e7-4dc4-936e-8dd091cb2a94 x-openstack-request-id: req-fd9654f7-29e7-4dc4-936e-8dd091cb2a94 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:19:02.756607 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b609b6-8729-4cfc-86fd-4bb44cf79f9e", "name": "network-vif-deleted", "tag": "f81dc95b-889f-4591-b3f7-bdf298f24c80", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:19:02.756607 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd9654f7-29e7-4dc4-936e-8dd091cb2a94 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:19:02.756864 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b609b6-8729-4cfc-86fd-4bb44cf79f9e', 'name': 'network-vif-deleted', 'tag': 'f81dc95b-889f-4591-b3f7-bdf298f24c80', 'status': 'completed', 'code': 200} Mar 04 01:19:02.893356 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-aa2dba48-f609-4f6f-abec-9f6101d52c19 req-19f0b223-a8b2-4d23-bc2c-7eb8124ebc21 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 210 time: 0.0276761 Mar 04 01:19:04.002912 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-73afc73c-85ac-4d6e-bf47-77eb86b14a3e req-51c60512-534b-4e64-9a2e-f4bb04f270f6 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 210 time: 0.0318887 Mar 04 01:19:04.027886 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e622e4b3-e19a-4013-b800-9fabe9f5bcea req-00ecc031-9ae9-4f8c-82cf-b39423043ec5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1686344 Mar 04 01:19:04.114617 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e622e4b3-e19a-4013-b800-9fabe9f5bcea req-aeb6f47e-2a25-4efc-b210-79bcc067fd5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&device_id=56b609b6-8729-4cfc-86fd-4bb44cf79f9e HTTP/1.1" status: 200 len: 210 time: 0.0268855 Mar 04 01:19:04.229780 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e4b3-e19a-4013-b800-9fabe9f5bcea req-926e8409-ffd3-4483-a9ef-30122f26e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:04.231182 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e622e4b3-e19a-4013-b800-9fabe9f5bcea req-926e8409-ffd3-4483-a9ef-30122f26e67d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934620 Mar 04 01:19:04.321936 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e4b3-e19a-4013-b800-9fabe9f5bcea req-302f61d6-1780-47cb-94ac-d6791076c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:04.323425 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e622e4b3-e19a-4013-b800-9fabe9f5bcea req-302f61d6-1780-47cb-94ac-d6791076c128 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855119 Mar 04 01:19:05.058558 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36310) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:05.181123 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Deleting port d33257e3-05d1-43a2-97ff-a546d7657e87 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:05.181461 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:05.255552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:05.255881 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (d33257e3-05d1-43a2-97ff-a546d7657e87), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:05.267277 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Calling delete_port for d33257e3-05d1-43a2-97ff-a546d7657e87 owned by network:floatingip {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:05.457918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (d33257e3-05d1-43a2-97ff-a546d7657e87), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:05.484111 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'Port': ['ID=d33257e3-05d1-43a2-97ff-a546d7657e87,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:05.540860 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for floatingip (1040be6b-1815-4628-a57c-3097ae7f247c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:05.543341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:05.544500 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a0e4c8a4-d3a2-4a17-bf7e-bb57f8276336 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "DELETE /v2.0/floatingips/1040be6b-1815-4628-a57c-3097ae7f247c HTTP/1.1" status: 204 len: 168 time: 0.4848075 Mar 04 01:19:05.765757 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f81dc95b-889f-4591-b3f7-bdf298f24c80 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:05.789227 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: f81dc95b-889f-4591-b3f7-bdf298f24c80 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:05.790159 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device f81dc95b-889f-4591-b3f7-bdf298f24c80 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:06.863401 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36322) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:06.920490 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0b23f9dc-5e7b-4397-b003-bf285c43cbb5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group (a8701467-7804-419a-a9e4-0bcd5f6b032e), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:06.944823 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0b23f9dc-5e7b-4397-b003-bf285c43cbb5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group (a8701467-7804-419a-a9e4-0bcd5f6b032e), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:07.069191 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0b23f9dc-5e7b-4397-b003-bf285c43cbb5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a8701467-7804-419a-a9e4-0bcd5f6b032e), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:07.072611 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0b23f9dc-5e7b-4397-b003-bf285c43cbb5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:07.074187 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-0b23f9dc-5e7b-4397-b003-bf285c43cbb5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8701467-7804-419a-a9e4-0bcd5f6b032e HTTP/1.1" status: 204 len: 168 time: 0.2093794 Mar 04 01:19:07.082634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23f9dc-5e7b-4397-b003-bf285c43cbb5 tempest-TestVolumeBootPattern-1501510883 tempest-TestVolumeBootPattern-1501510883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8701467-7804-419a-a9e4-0bcd5f6b032e,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:07.200616 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36326) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:07.641106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (a03d95b3-167e-402a-9178-ea3bb2c81111), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:08.141211 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Deleting port a2cd4549-2248-443e-a169-872ead6badfd {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:08.141933 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (a2cd4549-2248-443e-a169-872ead6badfd), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:08.217622 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] For port a2cd4549-2248-443e-a169-872ead6badfd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=a2cd4549-2248-443e-a169-872ead6badfd,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:08.222351 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (a2cd4549-2248-443e-a169-872ead6badfd), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:08.230392 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Calling delete_port for a2cd4549-2248-443e-a169-872ead6badfd owned by network:router_interface {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:08.457687 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (a2cd4549-2248-443e-a169-872ead6badfd), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:08.482868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cd4549-2248-443e-a169-872ead6badfd,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:08.658947 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (a03d95b3-167e-402a-9178-ea3bb2c81111), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:08.876573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Router a03d95b3-167e-402a-9178-ea3bb2c81111 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:19:08.986699 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:19:08.991524 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-286bdbab-ce5e-4875-9f79-cbdda3bcd518 admin admin] 10.222.0.32 "PUT /v2.0/routers/a03d95b3-167e-402a-9178-ea3bb2c81111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898154 Mar 04 01:19:08.995014 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36342) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:08.996790 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] Sync routers for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:19:09.007974 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:09.008743 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:09.100387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks [] for router (a03d95b3-167e-402a-9178-ea3bb2c81111), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.113999 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:09.173701 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c8af540a-34ef-4203-a4d7-12db56656d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.204986 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks [] for router_gateway (a03d95b3-167e-402a-9178-ea3bb2c81111), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.295403 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:19:08Z', 'revision_number': 5, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port': {'id': '808567b9-04a6-4c24-9c90-416d583a54a4', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:09.321227 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] Checking router: a03d95b3-167e-402a-9178-ea3bb2c81111 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:19:09.323102 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Deleting port 808567b9-04a6-4c24-9c90-416d583a54a4 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:09.323445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.329394 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] Routers {'a03d95b3-167e-402a-9178-ea3bb2c81111'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:09.329999 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:18:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['a03d95b3-167e-402a-9178-ea3bb2c81111'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:09.403991 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] For port 808567b9-04a6-4c24-9c90-416d583a54a4, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=808567b9-04a6-4c24-9c90-416d583a54a4,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:09.404387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.422851 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Calling delete_port for 808567b9-04a6-4c24-9c90-416d583a54a4 owned by network:router_gateway {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:09.505513 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] Set router a03d95b3-167e-402a-9178-ea3bb2c81111 gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:09.559124 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:19:09Z', 'revision_number': 6, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:09.585619 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6042dc-08cb-428d-8cd3-adb8cb9974db None None] The sync data for ids ['a03d95b3-167e-402a-9178-ea3bb2c81111'] in dv-cinder-831090-8-iscsi is: [{'id': 'a03d95b3-167e-402a-9178-ea3bb2c81111', 'name': 'tempest-TestVolumeBootPattern-1772687739-router', 'tenant_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:42Z', 'updated_at': '2022-03-04T01:19:09Z', 'revision_number': 6, 'project_id': 'd4d1228a587747e2a934c9d33f7bcc74', 'gw_port_host': None}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:19:09.623734 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (808567b9-04a6-4c24-9c90-416d583a54a4), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.650051 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Pushing event deleted for resources: {'Port': ['ID=808567b9-04a6-4c24-9c90-416d583a54a4,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:09.709923 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (a03d95b3-167e-402a-9178-ea3bb2c81111), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.798940 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (a03d95b3-167e-402a-9178-ea3bb2c81111), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.801107 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks [] for router_controller (a03d95b3-167e-402a-9178-ea3bb2c81111), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.903782 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (a03d95b3-167e-402a-9178-ea3bb2c81111), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.904301 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03d95b3-167e-402a-9178-ea3bb2c81111 {{(pid=103557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:19:09.908444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:09.909979 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f2b858db-6149-498e-8545-5a6752aff960 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a03d95b3-167e-402a-9178-ea3bb2c81111 HTTP/1.1" status: 204 len: 168 time: 0.9128540 Mar 04 01:19:09.912493 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36344) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:09.960356 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Deleting subnet 7077ebff-a060-4b5a-b8b8-ecbd7298a4bd {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:19:09.963803 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Publish callbacks [] for subnet (7077ebff-a060-4b5a-b8b8-ecbd7298a4bd), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.002918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (7077ebff-a060-4b5a-b8b8-ecbd7298a4bd), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.080548 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (7077ebff-a060-4b5a-b8b8-ecbd7298a4bd), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.212763 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (7077ebff-a060-4b5a-b8b8-ecbd7298a4bd), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.239741 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.244141 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7077ebff-a060-4b5a-b8b8-ecbd7298a4bd HTTP/1.1" status: 204 len: 168 time: 0.3304801 Mar 04 01:19:10.245526 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eed288-0ffa-40ed-ba56-b61a35ab26b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7077ebff-a060-4b5a-b8b8-ecbd7298a4bd,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:10.245680 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7562ce-8c0e-4576-a7bc-89c628351053 None None] Network 00360203-a918-43bf-bb8c-ef256a752323 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:19:10.246735 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36348) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:10.316211 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (00360203-a918-43bf-bb8c-ef256a752323), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.374451 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Deleting port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:10.374802 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.424991 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] DHCP port deletion for 00360203-a918-43bf-bb8c-ef256a752323 request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:19:10.458897 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] For port 4197f4b8-6376-4f39-81be-5dd6a1aa0809, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4197f4b8-6376-4f39-81be-5dd6a1aa0809,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:10.459374 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.473497 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Calling delete_port for 4197f4b8-6376-4f39-81be-5dd6a1aa0809 owned by network:dhcp {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:10.477405 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] Deleting port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:10.477777 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.543170 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] For port 4197f4b8-6376-4f39-81be-5dd6a1aa0809, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4197f4b8-6376-4f39-81be-5dd6a1aa0809,segment=NetworkSegment(16c07ec1-33ec-4933-a67e-5fbf7b5add58),segment_id=16c07ec1-33ec-4933-a67e-5fbf7b5add58)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:10.543586 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.556892 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] Calling delete_port for 4197f4b8-6376-4f39-81be-5dd6a1aa0809 owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:10.606518 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.633037 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (4197f4b8-6376-4f39-81be-5dd6a1aa0809), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.637691 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4197f4b8-6376-4f39-81be-5dd6a1aa0809,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:10.645800 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] No DVR routers for this DVR port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 on host dv-cinder-831090-8-iscsi {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:10.660969 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] Pushing event deleted for resources: {'Port': ['ID=4197f4b8-6376-4f39-81be-5dd6a1aa0809,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:10.672597 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e22620-95a2-429a-8b82-4fbff421ad72 None None] No DVR routers for this DVR port 4197f4b8-6376-4f39-81be-5dd6a1aa0809 on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:10.716015 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (00360203-a918-43bf-bb8c-ef256a752323), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.735843 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00360203-a918-43bf-bb8c-ef256a752323']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:10.744974 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c07ec1-33ec-4933-a67e-5fbf7b5add58') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:10.745270 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c07ec1-33ec-4933-a67e-5fbf7b5add58') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:10.754305 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (16c07ec1-33ec-4933-a67e-5fbf7b5add58), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.766865 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (16c07ec1-33ec-4933-a67e-5fbf7b5add58), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.772733 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (16c07ec1-33ec-4933-a67e-5fbf7b5add58), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:19:10.789010 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:19:10.886135 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (00360203-a918-43bf-bb8c-ef256a752323), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.891231 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:10.894366 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/00360203-a918-43bf-bb8c-ef256a752323 HTTP/1.1" status: 204 len: 168 time: 0.6461980 Mar 04 01:19:10.897793 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36350) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:10.905545 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f490ab8-4bad-4901-b448-8056a0c04dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00360203-a918-43bf-bb8c-ef256a752323,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:11.213809 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4197f4b8-6376-4f39-81be-5dd6a1aa0809 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:11.236753 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 4197f4b8-6376-4f39-81be-5dd6a1aa0809 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:11.237042 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4197f4b8-6376-4f39-81be-5dd6a1aa0809 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:11.237596 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 808567b9-04a6-4c24-9c90-416d583a54a4 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:11.249243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (3b73e286-09fe-4bc9-bceb-886b9db63c74), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:11.259946 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 808567b9-04a6-4c24-9c90-416d583a54a4 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:11.260471 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 808567b9-04a6-4c24-9c90-416d583a54a4 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:11.260746 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a2cd4549-2248-443e-a169-872ead6badfd no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:11.282677 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: a2cd4549-2248-443e-a169-872ead6badfd {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:11.282947 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device a2cd4549-2248-443e-a169-872ead6badfd not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:11.510659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Deleting port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:11.510915 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:11.514933 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-02ff546a-dccb-4ab0-86a5-15805e1bd8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:11.592033 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] For port 5bc56dfd-b0d0-408f-9c29-f6e9e1396071, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:11.592435 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:11.605627 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Calling delete_port for 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 owned by network:router_interface {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:11.846417 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (5bc56dfd-b0d0-408f-9c29-f6e9e1396071), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:11.868809 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc56dfd-b0d0-408f-9c29-f6e9e1396071,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:12.037112 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (3b73e286-09fe-4bc9-bceb-886b9db63c74), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:12.252475 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Router 3b73e286-09fe-4bc9-bceb-886b9db63c74 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:19:12.360287 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:19:12.365646 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-3ca9f7c2-a07e-44d1-b8c1-8853b78d3c29 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b73e286-09fe-4bc9-bceb-886b9db63c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669762 Mar 04 01:19:12.368681 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36364) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:12.370747 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] Sync routers for ids ['3b73e286-09fe-4bc9-bceb-886b9db63c74'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:19:12.380336 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] Routers {'3b73e286-09fe-4bc9-bceb-886b9db63c74'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:12.380955 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['3b73e286-09fe-4bc9-bceb-886b9db63c74'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:12.481587 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks [] for router (3b73e286-09fe-4bc9-bceb-886b9db63c74), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:12.493208 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] Set router 3b73e286-09fe-4bc9-bceb-886b9db63c74 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:12.615392 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks [] for router_gateway (3b73e286-09fe-4bc9-bceb-886b9db63c74), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:12.745194 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Deleting port 87e166ad-cda0-4cc1-802d-5eab5135c253 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:12.745642 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:12.811269 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:19:11Z', 'revision_number': 5, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port': {'id': '87e166ad-cda0-4cc1-802d-5eab5135c253', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:11:50Z', 'updated_at': '2022-03-04T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:12.834891 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] For port 87e166ad-cda0-4cc1-802d-5eab5135c253, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=87e166ad-cda0-4cc1-802d-5eab5135c253,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:12.835255 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:12.845975 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] Checking router: 3b73e286-09fe-4bc9-bceb-886b9db63c74 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:19:12.848687 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Calling delete_port for 87e166ad-cda0-4cc1-802d-5eab5135c253 owned by network:router_gateway {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:12.854903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] Routers {'3b73e286-09fe-4bc9-bceb-886b9db63c74'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:12.855524 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['3b73e286-09fe-4bc9-bceb-886b9db63c74'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:12.943077 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] Set router 3b73e286-09fe-4bc9-bceb-886b9db63c74 gateway port host: None {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:13.004660 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:19:12Z', 'revision_number': 6, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:13.033011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd5375-aba2-4a85-a8b6-aa2f5cbbf113 None None] The sync data for ids ['3b73e286-09fe-4bc9-bceb-886b9db63c74'] in dv-cinder-831090-8-iscsi is: [{'id': '3b73e286-09fe-4bc9-bceb-886b9db63c74', 'name': 'tempest-TestVolumeBootPattern-673661387-router', 'tenant_id': '92aea994a5d2455ab2504fd586246804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:11:49Z', 'updated_at': '2022-03-04T01:19:12Z', 'revision_number': 6, 'project_id': '92aea994a5d2455ab2504fd586246804', 'gw_port_host': None}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:19:13.103058 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.103315 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (87e166ad-cda0-4cc1-802d-5eab5135c253), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.129296 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e166ad-cda0-4cc1-802d-5eab5135c253,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:13.189128 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (3b73e286-09fe-4bc9-bceb-886b9db63c74), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.579884 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (3b73e286-09fe-4bc9-bceb-886b9db63c74), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.582710 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks [] for router_controller (3b73e286-09fe-4bc9-bceb-886b9db63c74), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.637565 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08cfce-b9fa-4846-8468-84d3baff7e37 req-799fc087-4bec-430f-8534-7d3823767e9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:13.638971 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-be08cfce-b9fa-4846-8468-84d3baff7e37 req-799fc087-4bec-430f-8534-7d3823767e9d tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 945 time: 0.4190295 Mar 04 01:19:13.669716 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (3b73e286-09fe-4bc9-bceb-886b9db63c74), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.670264 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b73e286-09fe-4bc9-bceb-886b9db63c74 {{(pid=103556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:19:13.678685 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.682633 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-133971f3-1675-46d1-a441-443884b22692 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b73e286-09fe-4bc9-bceb-886b9db63c74 HTTP/1.1" status: 204 len: 168 time: 1.3100860 Mar 04 01:19:13.683094 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36384) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:13.691448 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-be08cfce-b9fa-4846-8468-84d3baff7e37 req-dff6bbba-3221-4c55-a169-7e98fdfa1c43 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469344 Mar 04 01:19:13.726639 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Deleting subnet 913dd141-c54e-4bda-bb09-f135e673459a {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:19:13.730466 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Publish callbacks [] for subnet (913dd141-c54e-4bda-bb09-f135e673459a), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.763669 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126837254'] for subnet (913dd141-c54e-4bda-bb09-f135e673459a), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.795317 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:13.817951 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:13.818383 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5bc56dfd-b0d0-408f-9c29-f6e9e1396071 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:13.845747 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (913dd141-c54e-4bda-bb09-f135e673459a), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.971758 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126873556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126007744'] for subnet (913dd141-c54e-4bda-bb09-f135e673459a), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:13.997181 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913dd141-c54e-4bda-bb09-f135e673459a,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:14.000612 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.006316 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36386) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:14.006517 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-549d30d3-e401-4d51-b577-e3c6dcbdb24e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/913dd141-c54e-4bda-bb09-f135e673459a HTTP/1.1" status: 204 len: 168 time: 0.3221526 Mar 04 01:19:14.009288 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a9105-36a5-42b0-bae8-018d90b20532 None None] Network 450e34dd-3739-4817-ac79-6a2e21a01e1b requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:19:14.084536 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (450e34dd-3739-4817-ac79-6a2e21a01e1b), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.147406 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Deleting port b07c27ae-28e5-438d-a0e5-846ade75018a {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:14.147682 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.158236 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] DHCP port deletion for 450e34dd-3739-4817-ac79-6a2e21a01e1b request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:19:14.203622 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] Deleting port b07c27ae-28e5-438d-a0e5-846ade75018a {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:14.203997 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.208676 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] For port b07c27ae-28e5-438d-a0e5-846ade75018a, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=b07c27ae-28e5-438d-a0e5-846ade75018a,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:14.209040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.221403 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Calling delete_port for b07c27ae-28e5-438d-a0e5-846ade75018a owned by network:dhcp {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:14.268796 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] For port b07c27ae-28e5-438d-a0e5-846ade75018a, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=b07c27ae-28e5-438d-a0e5-846ade75018a,segment=NetworkSegment(176927a8-08c4-42b3-876f-c70dd925d63c),segment_id=176927a8-08c4-42b3-876f-c70dd925d63c)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:14.269199 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.281635 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] Calling delete_port for b07c27ae-28e5-438d-a0e5-846ade75018a owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:14.343357 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.356432 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (b07c27ae-28e5-438d-a0e5-846ade75018a), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.374560 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Pushing event deleted for resources: {'Port': ['ID=b07c27ae-28e5-438d-a0e5-846ade75018a,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:14.374560 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] No DVR routers for this DVR port b07c27ae-28e5-438d-a0e5-846ade75018a on host dv-cinder-831090-8-iscsi {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:14.386122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] Pushing event deleted for resources: {'Port': ['ID=b07c27ae-28e5-438d-a0e5-846ade75018a,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:14.387966 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e03a5-9f52-4104-a591-38f7ffdac763 None None] No DVR routers for this DVR port b07c27ae-28e5-438d-a0e5-846ade75018a on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:14.448387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (450e34dd-3739-4817-ac79-6a2e21a01e1b), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.468086 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450e34dd-3739-4817-ac79-6a2e21a01e1b']}} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:14.477586 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176927a8-08c4-42b3-876f-c70dd925d63c') {'for_net_delete': True} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:14.477878 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.services.segments.db [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176927a8-08c4-42b3-876f-c70dd925d63c') {} {{(pid=103556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:14.486862 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129723663'] for segment (176927a8-08c4-42b3-876f-c70dd925d63c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.497851 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.502182 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (176927a8-08c4-42b3-876f-c70dd925d63c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.505509 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:19:14.505885 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129973309'] for segment (176927a8-08c4-42b3-876f-c70dd925d63c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: Traceback (most recent call last): Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: timer() Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: cb(*args, **kw) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: return func(*args, **kwargs) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: self._notify() Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: self.callback(batched_events) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: event.method(event) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: return f(self, *a, **k) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._get(url).json() Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: return self.request(url, 'GET', **kwargs) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:19:14.507464 dv-cinder-831090-8-iscsi neutron-server[103556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:19:14.657822 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (450e34dd-3739-4817-ac79-6a2e21a01e1b), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.663584 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:14.667093 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] 10.222.0.32 "DELETE /v2.0/networks/450e34dd-3739-4817-ac79-6a2e21a01e1b HTTP/1.1" status: 204 len: 168 time: 0.6597381 Mar 04 01:19:14.678885 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7cf5-8be9-43ab-bbb9-03089b1952de admin admin] Pushing event deleted for resources: {'Network': ['ID=450e34dd-3739-4817-ac79-6a2e21a01e1b,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:14.809417 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd53e4-9c58-4f64-ac40-cbadf8f8aca3 req-d34b190a-8b99-461d-b94f-17d5d0a6b167 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:14.810898 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e4cd53e4-9c58-4f64-ac40-cbadf8f8aca3 req-d34b190a-8b99-461d-b94f-17d5d0a6b167 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 945 time: 0.0523243 Mar 04 01:19:14.859783 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-e4cd53e4-9c58-4f64-ac40-cbadf8f8aca3 req-4340bf83-2078-4696-bdf0-6242dc34ad75 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1d9d74b-6059-43fe-8995-1721fb2069b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Mar 04 01:19:14.960390 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36392) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:14.999780 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-174db578-4120-4932-97b1-3bee1f8bb605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4d1228a587747e2a934c9d33f7bcc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382299 Mar 04 01:19:15.002299 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36394) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:15.047846 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fffa3c89-21a1-4ea6-8958-e3b703f00a01 admin admin] Publish callbacks [] for security_group (6892ddc8-5326-4d8d-aec7-599e6793c80c), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.072754 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fffa3c89-21a1-4ea6-8958-e3b703f00a01 admin admin] Publish callbacks [] for security_group (6892ddc8-5326-4d8d-aec7-599e6793c80c), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.105725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-1e773699-be5c-4c5f-8d73-600b477bbdec tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:19:15.107202 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-1e773699-be5c-4c5f-8d73-600b477bbdec tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 945 time: 0.0518258 Mar 04 01:19:15.187911 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fffa3c89-21a1-4ea6-8958-e3b703f00a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6892ddc8-5326-4d8d-aec7-599e6793c80c), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.187911 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fffa3c89-21a1-4ea6-8958-e3b703f00a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.187911 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-fffa3c89-21a1-4ea6-8958-e3b703f00a01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6892ddc8-5326-4d8d-aec7-599e6793c80c HTTP/1.1" status: 204 len: 168 time: 0.1839345 Mar 04 01:19:15.197578 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa3c89-21a1-4ea6-8958-e3b703f00a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6892ddc8-5326-4d8d-aec7-599e6793c80c,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:15.206526 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Deleting port d7285dd6-dc8b-4065-9458-7e5ffd001878 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:15.206868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.220091 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 87e166ad-cda0-4cc1-802d-5eab5135c253 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:15.240669 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 87e166ad-cda0-4cc1-802d-5eab5135c253 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:15.245351 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 87e166ad-cda0-4cc1-802d-5eab5135c253 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:15.245351 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device b07c27ae-28e5-438d-a0e5-846ade75018a no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:15.262368 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: b07c27ae-28e5-438d-a0e5-846ade75018a {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:15.262798 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device b07c27ae-28e5-438d-a0e5-846ade75018a not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:15.302404 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] For port d7285dd6-dc8b-4065-9458-7e5ffd001878, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=d7285dd6-dc8b-4065-9458-7e5ffd001878,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:15.302664 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.468795 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.469182 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (906be5a1-4faf-4bdc-b2ce-0ac83e072bd7), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.469500 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Floating IP 906be5a1-4faf-4bdc-b2ce-0ac83e072bd7 disassociated. External IP: 172.27.2.133, port: d7285dd6-dc8b-4065-9458-7e5ffd001878. Mar 04 01:19:15.469836 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Calling delete_port for d7285dd6-dc8b-4065-9458-7e5ffd001878 owned by compute:nova {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:15.674723 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (d7285dd6-dc8b-4065-9458-7e5ffd001878), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.701773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event deleted for resources: {'Port': ['ID=d7285dd6-dc8b-4065-9458-7e5ffd001878,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:15.771764 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:15.820153 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:19:15.901505 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36402) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:15.940791 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:19:15.942182 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-fda7d3bf-c47a-4e58-a028-a0e3d37e3ced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92aea994a5d2455ab2504fd586246804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394437 Mar 04 01:19:15.944672 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36404) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:15.953119 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:19:15.962682 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:15.963298 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:15.975806 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1872c13e-43b0-49aa-96d2-84cc487df0ac req-a2201b85-18f9-4926-aa0c-e06ff93ed986 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ec3d21-452c-4553-b9e7-934a8058bf3a HTTP/1.1" status: 200 len: 210 time: 0.0460811 Mar 04 01:19:16.019839 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] No DVR routers for this DVR port d7285dd6-dc8b-4065-9458-7e5ffd001878 on host hv-cinder-83109 {{(pid=103556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:16.025323 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:16.028549 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-43b8d904-279d-41fa-bf3b-aa56a0cc0563 req-dd834165-6461-40b2-9e8b-a43a335754b9 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.35 "DELETE /v2.0/ports/d7285dd6-dc8b-4065-9458-7e5ffd001878 HTTP/1.1" status: 204 len: 173 time: 0.9161403 Mar 04 01:19:16.028947 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'name': 'network-vif-deleted', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:19:16.031452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11217c29-8782-4360-8864-141c41e888ad" -d '{"events": [{"server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "name": "network-vif-deleted", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:19:16.057975 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Publish callbacks [] for security_group (0dfdcac7-250b-41ff-9ffd-39d78b64f6b6), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:16.076925 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a5923c-1205-459d-bce7-1f88a4fa76ef x-openstack-request-id: req-54a5923c-1205-459d-bce7-1f88a4fa76ef {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:19:16.076925 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ec3d21-452c-4553-b9e7-934a8058bf3a", "name": "network-vif-deleted", "tag": "d7285dd6-dc8b-4065-9458-7e5ffd001878", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:19:16.076925 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54a5923c-1205-459d-bce7-1f88a4fa76ef {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:19:16.077277 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:16.077379 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ec3d21-452c-4553-b9e7-934a8058bf3a', 'name': 'network-vif-deleted', 'tag': 'd7285dd6-dc8b-4065-9458-7e5ffd001878', 'status': 'completed', 'code': 200} Mar 04 01:19:16.086855 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Publish callbacks [] for security_group (0dfdcac7-250b-41ff-9ffd-39d78b64f6b6), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:16.217096 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (0dfdcac7-250b-41ff-9ffd-39d78b64f6b6), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:16.219964 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:16.223354 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dfdcac7-250b-41ff-9ffd-39d78b64f6b6 HTTP/1.1" status: 204 len: 168 time: 0.2752922 Mar 04 01:19:16.241321 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfdcac7-250b-41ff-9ffd-39d78b64f6b6,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:16.251613 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.251980 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.252358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254918 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.254996 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.255275 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.255717 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30760ad-3f70-4a14-94a3-846a09fb6f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:16.282301 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:16.314201 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:19:16.323009 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:16.323527 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:16.434505 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:16.639769 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:16.667113 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54912-d19e-4e2c-bc9f-e79c38ed9617 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:15:27Z', 'revision_number': 4, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '32901f9d-ed08-45c2-83ef-cc134c7b57df', 'name': '', 'network_id': '6cb5426d-7383-4eb9-a09f-62f780091255', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'mac_address': 'fa:16:3e:5b:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01850761-23be-49d7-9658-24b1a5da0253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:27Z', 'updated_at': '2022-03-04T01:15:31Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'subnets': [{'id': '01850761-23be-49d7-9658-24b1a5da0253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:19:16.898473 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b61ada-4648-4734-8abc-301cb416e0ac None None] New status for floating IP 906be5a1-4faf-4bdc-b2ce-0ac83e072bd7: DOWN {{(pid=103558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:19:17.167326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36414) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:17.218592 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-31379cac-c433-4bcf-9d35-57ef68bb2471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (a1d9d74b-6059-43fe-8995-1721fb2069b2), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.241133 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-31379cac-c433-4bcf-9d35-57ef68bb2471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (a1d9d74b-6059-43fe-8995-1721fb2069b2), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.377655 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-31379cac-c433-4bcf-9d35-57ef68bb2471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (a1d9d74b-6059-43fe-8995-1721fb2069b2), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.380183 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-31379cac-c433-4bcf-9d35-57ef68bb2471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.381440 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-31379cac-c433-4bcf-9d35-57ef68bb2471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "DELETE /v2.0/security-groups/a1d9d74b-6059-43fe-8995-1721fb2069b2 HTTP/1.1" status: 204 len: 168 time: 0.2130418 Mar 04 01:19:17.384083 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36416) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:17.390469 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31379cac-c433-4bcf-9d35-57ef68bb2471 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d9d74b-6059-43fe-8995-1721fb2069b2,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:17.397450 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.api.v2.resource [None req-93d70bfd-e0bd-49a3-a8f2-2a7a63d0d628 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] show failed (client error): The resource could not be found. Mar 04 01:19:17.399175 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-93d70bfd-e0bd-49a3-a8f2-2a7a63d0d628 tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "GET /v2.0/security-groups/a1d9d74b-6059-43fe-8995-1721fb2069b2 HTTP/1.1" status: 404 len: 347 time: 0.0127940 Mar 04 01:19:17.401784 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36418) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:17.521586 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Deleting port b22b203d-a544-4c07-940b-c45a528fc422 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:17.521924 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (b22b203d-a544-4c07-940b-c45a528fc422), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.596185 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (b22b203d-a544-4c07-940b-c45a528fc422), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.596571 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (b22b203d-a544-4c07-940b-c45a528fc422), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.608675 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Calling delete_port for b22b203d-a544-4c07-940b-c45a528fc422 owned by network:floatingip {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:17.800346 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (b22b203d-a544-4c07-940b-c45a528fc422), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.826371 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Pushing event deleted for resources: {'Port': ['ID=b22b203d-a544-4c07-940b-c45a528fc422,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:17.886638 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks [] for floatingip (906be5a1-4faf-4bdc-b2ce-0ac83e072bd7), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.889180 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:17.890326 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3a2deebe-afc6-492f-bd0e-ba0e40bbc92e tempest-AttachVolumeTestJSON-484576653 tempest-AttachVolumeTestJSON-484576653-project] 10.222.0.32 "DELETE /v2.0/floatingips/906be5a1-4faf-4bdc-b2ce-0ac83e072bd7 HTTP/1.1" status: 204 len: 168 time: 0.4875607 Mar 04 01:19:19.847870 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7285dd6-dc8b-4065-9458-7e5ffd001878 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:19.867102 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: d7285dd6-dc8b-4065-9458-7e5ffd001878 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:19.867460 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device d7285dd6-dc8b-4065-9458-7e5ffd001878 not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:21.793195 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36446) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:22.359385 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:22.597872 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Deleting port 32901f9d-ed08-45c2-83ef-cc134c7b57df {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:22.598215 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:22.674042 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] For port 32901f9d-ed08-45c2-83ef-cc134c7b57df, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=32901f9d-ed08-45c2-83ef-cc134c7b57df,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:22.674323 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:22.686720 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Calling delete_port for 32901f9d-ed08-45c2-83ef-cc134c7b57df owned by network:router_interface {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:22.931988 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (32901f9d-ed08-45c2-83ef-cc134c7b57df), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:22.957919 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Pushing event deleted for resources: {'Port': ['ID=32901f9d-ed08-45c2-83ef-cc134c7b57df,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:22.984350 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.984709 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.985068 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.985413 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.985751 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.986087 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.986430 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.986863 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.987097 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.987425 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.987753 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.988078 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:22.988445 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:19:23.131233 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:23.346613 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:19:23.447493 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:19:23.452447 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a9fbf5dc-a232-418e-9996-13f8ce2d5747 admin admin] 10.222.0.32 "PUT /v2.0/routers/0f8b6679-e464-4512-a0a0-bc8ac193e7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581941 Mar 04 01:19:23.455011 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36448) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:23.456520 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] Sync routers for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:19:23.467190 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:23.467717 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:23.557454 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:19:23.557779 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks [] for router (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:23.579565 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:23.660060 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks [] for router_gateway (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:23.755182 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:19:22Z', 'revision_number': 5, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port': {'id': '9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:15:25Z', 'updated_at': '2022-03-04T01:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:23.766855 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Deleting port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:23.767195 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:23.781714 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] Checking router: 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:19:23.790387 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] Routers {'0f8b6679-e464-4512-a0a0-bc8ac193e7f8'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:19:23.790996 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:23.846295 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] For port 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:23.846659 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:23.857965 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Calling delete_port for 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d owned by network:router_gateway {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:23.877250 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] Set router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:19:24.018830 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:19:23Z', 'revision_number': 6, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:24.045285 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7e400-1550-4722-b6b4-498681561c36 None None] The sync data for ids ['0f8b6679-e464-4512-a0a0-bc8ac193e7f8'] in dv-cinder-831090-8-iscsi is: [{'id': '0f8b6679-e464-4512-a0a0-bc8ac193e7f8', 'name': 'tempest-AttachVolumeTestJSON-1762993951-router', 'tenant_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:15:24Z', 'updated_at': '2022-03-04T01:19:23Z', 'revision_number': 6, 'project_id': 'a008ff0078a249a3ae7720bcf0fedd29', 'gw_port_host': None}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:19:24.080649 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.104892 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:24.168249 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.256123 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.258851 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks [] for router_controller (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.378094 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (0f8b6679-e464-4512-a0a0-bc8ac193e7f8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.378627 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8b6679-e464-4512-a0a0-bc8ac193e7f8 {{(pid=103557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:19:24.386208 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.386208 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-bff8d863-1141-4891-bb10-fb9d04b8841d admin admin] 10.222.0.32 "DELETE /v2.0/routers/0f8b6679-e464-4512-a0a0-bc8ac193e7f8 HTTP/1.1" status: 204 len: 168 time: 0.9285426 Mar 04 01:19:24.387499 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36450) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:24.431908 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Deleting subnet 01850761-23be-49d7-9658-24b1a5da0253 {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:19:24.435183 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Publish callbacks [] for subnet (01850761-23be-49d7-9658-24b1a5da0253), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.469841 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126837254'] for subnet (01850761-23be-49d7-9658-24b1a5da0253), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.549438 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (01850761-23be-49d7-9658-24b1a5da0253), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.674973 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126873556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126007744'] for subnet (01850761-23be-49d7-9658-24b1a5da0253), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.699960 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01850761-23be-49d7-9658-24b1a5da0253,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:24.703640 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.707182 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d9e04278-3ba7-498e-b6c8-dd797a51b5bc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/01850761-23be-49d7-9658-24b1a5da0253 HTTP/1.1" status: 204 len: 168 time: 0.3183398 Mar 04 01:19:24.709269 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36452) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:24.713467 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8353e-924c-4011-ad29-d0c54ea70c92 None None] Network 6cb5426d-7383-4eb9-a09f-62f780091255 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:19:24.782437 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (6cb5426d-7383-4eb9-a09f-62f780091255), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.842386 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Deleting port 31cdb8e3-330c-4ec2-8779-0871b9696fdd {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:24.842728 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.873686 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] DHCP port deletion for 6cb5426d-7383-4eb9-a09f-62f780091255 request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:19:24.905238 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] For port 31cdb8e3-330c-4ec2-8779-0871b9696fdd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=31cdb8e3-330c-4ec2-8779-0871b9696fdd,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:24.905597 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.921720 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] Deleting port 31cdb8e3-330c-4ec2-8779-0871b9696fdd {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:19:24.922106 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:24.923213 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Calling delete_port for 31cdb8e3-330c-4ec2-8779-0871b9696fdd owned by network:dhcp {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:24.987103 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] For port 31cdb8e3-330c-4ec2-8779-0871b9696fdd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=31cdb8e3-330c-4ec2-8779-0871b9696fdd,segment=NetworkSegment(8372c179-7920-44a0-9ef6-b70efe84f60f),segment_id=8372c179-7920-44a0-9ef6-b70efe84f60f)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:19:24.987504 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.000781 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] Calling delete_port for 31cdb8e3-330c-4ec2-8779-0871b9696fdd owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:19:25.080489 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.087495 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (31cdb8e3-330c-4ec2-8779-0871b9696fdd), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.106227 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Pushing event deleted for resources: {'Port': ['ID=31cdb8e3-330c-4ec2-8779-0871b9696fdd,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:25.111290 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] No DVR routers for this DVR port 31cdb8e3-330c-4ec2-8779-0871b9696fdd on host dv-cinder-831090-8-iscsi {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:25.116742 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] Pushing event deleted for resources: {'Port': ['ID=31cdb8e3-330c-4ec2-8779-0871b9696fdd,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:25.118583 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa45f6-28c6-492f-a3f4-ac52bb4608bf None None] No DVR routers for this DVR port 31cdb8e3-330c-4ec2-8779-0871b9696fdd on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:19:25.186034 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (6cb5426d-7383-4eb9-a09f-62f780091255), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.206609 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb5426d-7383-4eb9-a09f-62f780091255']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:25.216545 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8372c179-7920-44a0-9ef6-b70efe84f60f') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:25.218013 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8372c179-7920-44a0-9ef6-b70efe84f60f') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:19:25.220441 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 31cdb8e3-330c-4ec2-8779-0871b9696fdd no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:25.227147 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (8372c179-7920-44a0-9ef6-b70efe84f60f), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.240550 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (8372c179-7920-44a0-9ef6-b70efe84f60f), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.240799 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 31cdb8e3-330c-4ec2-8779-0871b9696fdd {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:25.241056 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 31cdb8e3-330c-4ec2-8779-0871b9696fdd not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:25.241483 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 32901f9d-ed08-45c2-83ef-cc134c7b57df no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:25.246795 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:19:25.247178 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (8372c179-7920-44a0-9ef6-b70efe84f60f), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:19:25.248828 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:19:25.260569 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 32901f9d-ed08-45c2-83ef-cc134c7b57df {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:25.260920 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 32901f9d-ed08-45c2-83ef-cc134c7b57df not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:25.261336 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:19:25.279875 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:19:25.280223 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 9b46e11a-82d5-4cbe-b7b7-57e9b5c8de8d not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:19:25.354880 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (6cb5426d-7383-4eb9-a09f-62f780091255), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.360169 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.363350 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6cb5426d-7383-4eb9-a09f-62f780091255 HTTP/1.1" status: 204 len: 168 time: 0.6530972 Mar 04 01:19:25.373969 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9bc37-5ab8-4ad0-9ba5-dbf9a281b918 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb5426d-7383-4eb9-a09f-62f780091255,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:25.736126 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36456) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:25.779219 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-c2900752-4bcd-4705-aeb4-fdab308b16de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a008ff0078a249a3ae7720bcf0fedd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418701 Mar 04 01:19:25.781525 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36458) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:25.826242 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a4e9242b-720b-4fc6-a06b-bdb1ec69bd25 admin admin] Publish callbacks [] for security_group (d6c72727-e5cc-4724-acbb-3eb6cc8a01e1), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.845913 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a4e9242b-720b-4fc6-a06b-bdb1ec69bd25 admin admin] Publish callbacks [] for security_group (d6c72727-e5cc-4724-acbb-3eb6cc8a01e1), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.954222 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a4e9242b-720b-4fc6-a06b-bdb1ec69bd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (d6c72727-e5cc-4724-acbb-3eb6cc8a01e1), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.956763 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-a4e9242b-720b-4fc6-a06b-bdb1ec69bd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:25.957876 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-a4e9242b-720b-4fc6-a06b-bdb1ec69bd25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6c72727-e5cc-4724-acbb-3eb6cc8a01e1 HTTP/1.1" status: 204 len: 168 time: 0.1754739 Mar 04 01:19:25.965778 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9242b-720b-4fc6-a06b-bdb1ec69bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c72727-e5cc-4724-acbb-3eb6cc8a01e1,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:32.012241 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.022256 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36572) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:37.123505 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-55a222e1-0c90-4898-832f-809afd3cb6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.192811 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-55a222e1-0c90-4898-832f-809afd3cb6e1 admin admin] Publish callbacks [] for security_group (f6068ffb-9291-4307-9aa9-183e1c326aec), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.274216 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-55a222e1-0c90-4898-832f-809afd3cb6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f6068ffb-9291-4307-9aa9-183e1c326aec), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.310765 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a222e1-0c90-4898-832f-809afd3cb6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6068ffb-9291-4307-9aa9-183e1c326aec,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:37.315058 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-55a222e1-0c90-4898-832f-809afd3cb6e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56015c4338084911b9aa6ab979f86912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917919 Mar 04 01:19:37.317663 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36576) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:37.371822 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26927cea-0a25-4888-b630-cd4eb356be90 admin admin] Publish callbacks [] for security_group (f6068ffb-9291-4307-9aa9-183e1c326aec), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.392761 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26927cea-0a25-4888-b630-cd4eb356be90 admin admin] Publish callbacks [] for security_group (f6068ffb-9291-4307-9aa9-183e1c326aec), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.491079 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26927cea-0a25-4888-b630-cd4eb356be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (f6068ffb-9291-4307-9aa9-183e1c326aec), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.493573 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-26927cea-0a25-4888-b630-cd4eb356be90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:37.494735 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-26927cea-0a25-4888-b630-cd4eb356be90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6068ffb-9291-4307-9aa9-183e1c326aec HTTP/1.1" status: 204 len: 168 time: 0.1761718 Mar 04 01:19:37.503044 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26927cea-0a25-4888-b630-cd4eb356be90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6068ffb-9291-4307-9aa9-183e1c326aec,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:39.194409 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d5b3-2ad8-498b-baff-4a5eb5ee8611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:39.681425 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36622) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:39.782369 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fcf358d3-79d7-4e13-8f2b-8b09791349fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:39.851856 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fcf358d3-79d7-4e13-8f2b-8b09791349fa admin admin] Publish callbacks [] for security_group (6f5c07e9-6386-4c75-a900-9c60c69a3947), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:39.948286 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-fcf358d3-79d7-4e13-8f2b-8b09791349fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6f5c07e9-6386-4c75-a900-9c60c69a3947), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:39.986063 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-fcf358d3-79d7-4e13-8f2b-8b09791349fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8fb7ef92c594754a0d858c24e4070b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035893 Mar 04 01:19:39.987188 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf358d3-79d7-4e13-8f2b-8b09791349fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c07e9-6386-4c75-a900-9c60c69a3947,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:39.988794 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36626) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:40.035868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-24c997ae-696c-4924-ae02-d537d5813fc8 admin admin] Publish callbacks [] for security_group (6f5c07e9-6386-4c75-a900-9c60c69a3947), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.057050 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-24c997ae-696c-4924-ae02-d537d5813fc8 admin admin] Publish callbacks [] for security_group (6f5c07e9-6386-4c75-a900-9c60c69a3947), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.177299 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-24c997ae-696c-4924-ae02-d537d5813fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (6f5c07e9-6386-4c75-a900-9c60c69a3947), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.179778 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-24c997ae-696c-4924-ae02-d537d5813fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.181124 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-24c997ae-696c-4924-ae02-d537d5813fc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f5c07e9-6386-4c75-a900-9c60c69a3947 HTTP/1.1" status: 204 len: 168 time: 0.1911278 Mar 04 01:19:40.205247 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c997ae-696c-4924-ae02-d537d5813fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c07e9-6386-4c75-a900-9c60c69a3947,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:40.811521 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36632) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:40.824501 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d73ead97-362a-4318-b62e-39d10463f923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.896399 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d73ead97-362a-4318-b62e-39d10463f923 admin admin] Publish callbacks [] for security_group (ac0fdd6c-e428-4ef0-aef4-343679266044), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.959584 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d73ead97-362a-4318-b62e-39d10463f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ac0fdd6c-e428-4ef0-aef4-343679266044), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:40.996453 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d73ead97-362a-4318-b62e-39d10463f923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48566681edb24375a424be6af02100ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838472 Mar 04 01:19:40.997326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ead97-362a-4318-b62e-39d10463f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0fdd6c-e428-4ef0-aef4-343679266044,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:40.999759 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36634) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:41.045746 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15a2b210-f2f8-41af-96d2-b53eff30f076 admin admin] Publish callbacks [] for security_group (ac0fdd6c-e428-4ef0-aef4-343679266044), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:41.069041 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15a2b210-f2f8-41af-96d2-b53eff30f076 admin admin] Publish callbacks [] for security_group (ac0fdd6c-e428-4ef0-aef4-343679266044), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:41.234466 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15a2b210-f2f8-41af-96d2-b53eff30f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ac0fdd6c-e428-4ef0-aef4-343679266044), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:41.237070 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-15a2b210-f2f8-41af-96d2-b53eff30f076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:41.238243 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-15a2b210-f2f8-41af-96d2-b53eff30f076 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac0fdd6c-e428-4ef0-aef4-343679266044 HTTP/1.1" status: 204 len: 168 time: 0.2374284 Mar 04 01:19:41.246125 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2b210-f2f8-41af-96d2-b53eff30f076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0fdd6c-e428-4ef0-aef4-343679266044,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:41.571498 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ce0a66e0-902b-4c8c-ac69-79370b6ebf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:43.074340 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:44.541726 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.417531 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36702) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:45.518059 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d5998d62-dce3-42e7-a009-ea89cb04183a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.588667 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d5998d62-dce3-42e7-a009-ea89cb04183a admin admin] Publish callbacks [] for security_group (c0a4ae8e-f862-42a9-8025-165ebaf1a16c), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.674069 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-d5998d62-dce3-42e7-a009-ea89cb04183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (c0a4ae8e-f862-42a9-8025-165ebaf1a16c), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.711986 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-d5998d62-dce3-42e7-a009-ea89cb04183a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d119f2cca6d1486182ab0bad2e75948c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933407 Mar 04 01:19:45.713145 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5998d62-dce3-42e7-a009-ea89cb04183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a4ae8e-f862-42a9-8025-165ebaf1a16c,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:45.714595 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36706) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:45.762596 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d83ca5a5-7a13-4cab-9f51-0dfc0c4138c1 admin admin] Publish callbacks [] for security_group (c0a4ae8e-f862-42a9-8025-165ebaf1a16c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.771350 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.784135 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d83ca5a5-7a13-4cab-9f51-0dfc0c4138c1 admin admin] Publish callbacks [] for security_group (c0a4ae8e-f862-42a9-8025-165ebaf1a16c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.891175 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d83ca5a5-7a13-4cab-9f51-0dfc0c4138c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (c0a4ae8e-f862-42a9-8025-165ebaf1a16c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.893863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-d83ca5a5-7a13-4cab-9f51-0dfc0c4138c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:45.895009 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-d83ca5a5-7a13-4cab-9f51-0dfc0c4138c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0a4ae8e-f862-42a9-8025-165ebaf1a16c HTTP/1.1" status: 204 len: 168 time: 0.1793280 Mar 04 01:19:45.902334 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ca5a5-7a13-4cab-9f51-0dfc0c4138c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a4ae8e-f862-42a9-8025-165ebaf1a16c,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:46.426929 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36712) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:46.443180 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a1b98bd9-a67e-416d-a625-35538f4c521e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.513343 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a1b98bd9-a67e-416d-a625-35538f4c521e admin admin] Publish callbacks [] for security_group (8395015e-d741-4153-91a7-6d38d839bade), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.588338 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a1b98bd9-a67e-416d-a625-35538f4c521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (8395015e-d741-4153-91a7-6d38d839bade), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.627201 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a1b98bd9-a67e-416d-a625-35538f4c521e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3915675ae30f4f48b7c358cf2df3a650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991489 Mar 04 01:19:46.628103 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98bd9-a67e-416d-a625-35538f4c521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395015e-d741-4153-91a7-6d38d839bade,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:46.630598 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36714) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:46.676458 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7a24b87b-0eb7-454b-b17d-f291c54b521f admin admin] Publish callbacks [] for security_group (8395015e-d741-4153-91a7-6d38d839bade), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.697455 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7a24b87b-0eb7-454b-b17d-f291c54b521f admin admin] Publish callbacks [] for security_group (8395015e-d741-4153-91a7-6d38d839bade), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.822511 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7a24b87b-0eb7-454b-b17d-f291c54b521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (8395015e-d741-4153-91a7-6d38d839bade), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.825091 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7a24b87b-0eb7-454b-b17d-f291c54b521f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:46.826228 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7a24b87b-0eb7-454b-b17d-f291c54b521f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8395015e-d741-4153-91a7-6d38d839bade HTTP/1.1" status: 204 len: 168 time: 0.1946387 Mar 04 01:19:46.834499 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b87b-0eb7-454b-b17d-f291c54b521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395015e-d741-4153-91a7-6d38d839bade,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:54.237543 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36796) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:54.338615 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bcefb92e-b607-43fa-873e-58fa1efab564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.408347 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bcefb92e-b607-43fa-873e-58fa1efab564 admin admin] Publish callbacks [] for security_group (de515fdc-afdb-40df-a52b-87124fc944f1), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.485467 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-bcefb92e-b607-43fa-873e-58fa1efab564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (de515fdc-afdb-40df-a52b-87124fc944f1), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.521434 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb92e-b607-43fa-873e-58fa1efab564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de515fdc-afdb-40df-a52b-87124fc944f1,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:54.526484 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-bcefb92e-b607-43fa-873e-58fa1efab564 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2d8678aa48e472482e2a5feaaf23343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871192 Mar 04 01:19:54.528465 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36800) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:54.574617 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c459e56-4f9a-42df-a6b5-aa89079f60ce admin admin] Publish callbacks [] for security_group (de515fdc-afdb-40df-a52b-87124fc944f1), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.594882 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c459e56-4f9a-42df-a6b5-aa89079f60ce admin admin] Publish callbacks [] for security_group (de515fdc-afdb-40df-a52b-87124fc944f1), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.713742 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c459e56-4f9a-42df-a6b5-aa89079f60ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (de515fdc-afdb-40df-a52b-87124fc944f1), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.716344 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3c459e56-4f9a-42df-a6b5-aa89079f60ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:54.717484 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3c459e56-4f9a-42df-a6b5-aa89079f60ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de515fdc-afdb-40df-a52b-87124fc944f1 HTTP/1.1" status: 204 len: 168 time: 0.1881211 Mar 04 01:19:54.726139 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c459e56-4f9a-42df-a6b5-aa89079f60ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de515fdc-afdb-40df-a52b-87124fc944f1,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:55.296930 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36806) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:55.312364 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7a5d-0e16-42c8-b3c0-5705834fc2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.382786 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7a5d-0e16-42c8-b3c0-5705834fc2e3 admin admin] Publish callbacks [] for security_group (ce3a881b-04d6-4a5b-a835-e301d5ecf9df), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.445387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7a5d-0e16-42c8-b3c0-5705834fc2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ce3a881b-04d6-4a5b-a835-e301d5ecf9df), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.480685 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b7a5d-0e16-42c8-b3c0-5705834fc2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a881b-04d6-4a5b-a835-e301d5ecf9df,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:19:55.485791 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3d3b7a5d-0e16-42c8-b3c0-5705834fc2e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=132ed82b32a34f45adbef9fa45a912d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878335 Mar 04 01:19:55.488330 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36808) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:19:55.533900 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3446b37e-c194-40f8-9cdb-d23ef2615a41 admin admin] Publish callbacks [] for security_group (ce3a881b-04d6-4a5b-a835-e301d5ecf9df), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.554339 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3446b37e-c194-40f8-9cdb-d23ef2615a41 admin admin] Publish callbacks [] for security_group (ce3a881b-04d6-4a5b-a835-e301d5ecf9df), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.685265 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3446b37e-c194-40f8-9cdb-d23ef2615a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ce3a881b-04d6-4a5b-a835-e301d5ecf9df), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.687780 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-3446b37e-c194-40f8-9cdb-d23ef2615a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:19:55.688938 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-3446b37e-c194-40f8-9cdb-d23ef2615a41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce3a881b-04d6-4a5b-a835-e301d5ecf9df HTTP/1.1" status: 204 len: 168 time: 0.1997728 Mar 04 01:19:55.696705 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446b37e-c194-40f8-9cdb-d23ef2615a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a881b-04d6-4a5b-a835-e301d5ecf9df,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:00.557075 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:20:02.027636 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:06.962482 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 36894) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:07.064181 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cd9d100b-bdaf-40d2-97bf-46124c6f8cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.136141 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cd9d100b-bdaf-40d2-97bf-46124c6f8cb8 admin admin] Publish callbacks [] for security_group (60445b41-de3e-45db-ab3d-f8fd0c165776), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.204727 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-cd9d100b-bdaf-40d2-97bf-46124c6f8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (60445b41-de3e-45db-ab3d-f8fd0c165776), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.242941 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-cd9d100b-bdaf-40d2-97bf-46124c6f8cb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39b4acaed56c4f14869b97a27830e824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794199 Mar 04 01:20:07.243795 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d100b-bdaf-40d2-97bf-46124c6f8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60445b41-de3e-45db-ab3d-f8fd0c165776,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:07.245790 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36898) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:07.292319 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b02887b-2ba8-412d-8cb6-6281852012e0 admin admin] Publish callbacks [] for security_group (60445b41-de3e-45db-ab3d-f8fd0c165776), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.314058 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b02887b-2ba8-412d-8cb6-6281852012e0 admin admin] Publish callbacks [] for security_group (60445b41-de3e-45db-ab3d-f8fd0c165776), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.422149 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b02887b-2ba8-412d-8cb6-6281852012e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (60445b41-de3e-45db-ab3d-f8fd0c165776), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.424687 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6b02887b-2ba8-412d-8cb6-6281852012e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:07.425859 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6b02887b-2ba8-412d-8cb6-6281852012e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60445b41-de3e-45db-ab3d-f8fd0c165776 HTTP/1.1" status: 204 len: 168 time: 0.1790578 Mar 04 01:20:07.437101 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02887b-2ba8-412d-8cb6-6281852012e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60445b41-de3e-45db-ab3d-f8fd0c165776,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:08.359467 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36922) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:08.451962 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-369771149-network', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:08.525166 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Made reservation on behalf of 1b08e3f9b64f440b922875dc0068bd67 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:20:08.527475 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.535971 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.610906 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks [] for security_group (ad328fb0-e1dc-449a-83c4-811fec91cd32), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.673165 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ad328fb0-e1dc-449a-83c4-811fec91cd32), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.692948 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:20:08.705582 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad328fb0-e1dc-449a-83c4-811fec91cd32,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:08.710174 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (4a8d981b-5528-4157-b58f-180e436ec72d), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.712051 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Added segment 4a8d981b-5528-4157-b58f-180e436ec72d of type vlan for network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 Mar 04 01:20:08.749058 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.844790 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.845749 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:08.846339 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:08.902753 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] Pushing event updated for resources: {'Network': ['ID=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:08.913204 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:20:08.956223 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a7c9a1d1-5c91-44dd-8a27-8150ce5b1f16 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5956633 Mar 04 01:20:08.959007 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36926) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:08.963655 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Request body: {'subnet': {'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-369771149-subnet', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:09.050709 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Made reservation on behalf of 1b08e3f9b64f440b922875dc0068bd67 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:20:09.053416 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130000678'] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.193482 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-074e6e29-9d28-471e-9c55-0bcf965c1a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.279464 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129973412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130000660'] for subnet (9baf2bd4-0f14-4679-ba43-c14d82f9b09c), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.338243 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9baf2bd4-0f14-4679-ba43-c14d82f9b09c,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:09.348483 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Checking segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:09.348885 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Network hostable DHCP agents. Network: d1eeb8c4-4e14-40ac-9ccf-20f139ee0669, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:20:09.445356 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:20:09.525274 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, d1eeb8c4-4e14-40ac-9ccf-20f139ee0669) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:09.530130 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:09.530847 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.535489 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e73607-7a02-415e-afd1-681582cdcb3d None None] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:20:09.613825 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f9773e38-b26b-4fec-a1a1-c210af31a9f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6537631 Mar 04 01:20:09.616522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36928) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:09.620979 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:09.703634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (c946e335-de45-490b-bb97-bf982f0b59b1), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.704664 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (c946e335-de45-490b-bb97-bf982f0b59b1), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.758371 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks [] for router_controller (c946e335-de45-490b-bb97-bf982f0b59b1), precommit_add_association {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.762513 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-d1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:20:09.763409 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:09.892982 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Allocated IP 172.20.0.2 (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669/9baf2bd4-0f14-4679-ba43-c14d82f9b09c/61dc1172-eb3c-456f-b14a-b2b9dcb94648) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:09.973786 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks [] for router_gateway (c946e335-de45-490b-bb97-bf982f0b59b1), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.027156 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Publish callbacks [] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.119632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.160632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:10.163453 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:10.166849 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:10.176079 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Pushing event updated for resources: {'Port': ['ID=61dc1172-eb3c-456f-b14a-b2b9dcb94648,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:10.201311 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.201670 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.202024 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.202407 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.202751 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.203090 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.203428 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.203769 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.204100 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.204463 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.204799 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.205134 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.205464 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:10.228092 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks [] for router_gateway (c946e335-de45-490b-bb97-bf982f0b59b1), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.237268 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Attempting to bind port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:10.237649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Attempting to bind port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:10.238017 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Attempting to bind port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 on network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:10.243030 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:10.249105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Checking segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:10.249105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.249105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Bound using segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:10.249105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Bound port: 61dc1172-eb3c-456f-b14a-b2b9dcb94648, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:10.249105 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.249632 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.305552 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] For port 61dc1172-eb3c-456f-b14a-b2b9dcb94648, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:10.308662 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] For port 61dc1172-eb3c-456f-b14a-b2b9dcb94648, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=61dc1172-eb3c-456f-b14a-b2b9dcb94648,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:10.346310 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Allocated IP 172.27.2.69 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/4bbf26a2-16c8-4b76-a75f-23ee361a75cc) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:10.423200 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.445634 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks [] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.477857 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74db1f-c584-4b10-a347-d732e65c6072 None None] Pushing event updated for resources: {'Port': ['ID=61dc1172-eb3c-456f-b14a-b2b9dcb94648,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:10.548496 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:10.588475 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:10.595979 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:10.599053 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:10.633766 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:10.915381 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks [] for router_gateway (c946e335-de45-490b-bb97-bf982f0b59b1), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.113429 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (c946e335-de45-490b-bb97-bf982f0b59b1), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.271706 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 61dc1172-eb3c-456f-b14a-b2b9dcb94648 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:11.316042 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497ff72-fae2-4349-9c77-b75ac5a500ce None None] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:20:11.336392 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Router c946e335-de45-490b-bb97-bf982f0b59b1 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:20:11.376037 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:11.376450 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.443969 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:20:11.461596 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Sync routers for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:20:11.476867 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Provisioning complete for port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:11.477245 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.521978 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.523135 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-5211325a-f517-48b8-99b3-3ccfe1de0313 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9055676 Mar 04 01:20:11.526074 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36932) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:11.535882 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:11.535882 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:19:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:11.596737 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ccf28fa0-8a5d-44ed-b8a0-0e7bff46b901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.625116 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:11.625251 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.731456 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 61dc1172-eb3c-456f-b14a-b2b9dcb94648, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=61dc1172-eb3c-456f-b14a-b2b9dcb94648,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:11.735432 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Current status of the port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:11.735812 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.751903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:11.817906 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:11.929674 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.db.api [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 01:20:11.930024 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG oslo_db.api [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 01:20:11.934188 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=61dc1172-eb3c-456f-b14a-b2b9dcb94648,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:11.959946 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.003283 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:10Z', 'revision_number': 3, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:12.034156 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Checking router: c946e335-de45-490b-bb97-bf982f0b59b1 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:20:12.034513 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Updating router c946e335-de45-490b-bb97-bf982f0b59b1 port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:20:12.063006 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.316805 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Publish callbacks [] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.365034 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.389449 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Allocated IP 172.20.0.1 (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669/9baf2bd4-0f14-4679-ba43-c14d82f9b09c/5b8484c4-fbfe-4096-be31-b122bbd2db8e) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:12.414254 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Attempting to bind port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:12.414623 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Attempting to bind port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:12.414985 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Attempting to bind port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:12.422134 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529583-689d-4320-9dee-8da2869a19bc None None] Pushing event updated for resources: {'Port': ['ID=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:12.425487 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:12.425981 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:12.426654 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.427034 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:12.427508 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Bound port: 4bbf26a2-16c8-4b76-a75f-23ee361a75cc, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:12.427890 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.492313 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks [] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.498402 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-cd06a97b-1f07-4184-9afc-34a31ba5822d None None] Current status of the port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:12.509924 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] For port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:12.512914 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] For port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:12.565691 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.582952 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.621679 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:12.626605 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:12.630553 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:12.634057 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:12.634681 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:12.636219 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Pushing event updated for resources: {'Port': ['ID=5b8484c4-fbfe-4096-be31-b122bbd2db8e,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:12.640304 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529583-689d-4320-9dee-8da2869a19bc None None] Pushing event updated for resources: {'Port': ['ID=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:12.673745 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (c946e335-de45-490b-bb97-bf982f0b59b1), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.685078 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-70493582-b663-4e5f-9e49-f702734d166f None None] Provisioning complete for port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:12.685460 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-70493582-b663-4e5f-9e49-f702734d166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.862541 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:12.943192 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:13.022560 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-70493582-b663-4e5f-9e49-f702734d166f None None] Current status of the port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:13.023838 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks [] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.079970 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.114581 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.141567 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:10Z', 'revision_number': 3, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:13.148584 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (c946e335-de45-490b-bb97-bf982f0b59b1), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.151210 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Pushing event updated for resources: {'Port': ['ID=5b8484c4-fbfe-4096-be31-b122bbd2db8e,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:13.175800 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376144f-ae00-4630-b2e5-6b752211743f None None] The sync data for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi is: [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:10Z', 'revision_number': 3, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:20:13.180119 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-82bbe49b-0b17-43ea-8d80-0891be72c0e4 None None] Provisioning complete for port 5b8484c4-fbfe-4096-be31-b122bbd2db8e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:13.180119 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-82bbe49b-0b17-43ea-8d80-0891be72c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.222183 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-82bbe49b-0b17-43ea-8d80-0891be72c0e4 None None] Port 5b8484c4-fbfe-4096-be31-b122bbd2db8e cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:20:13.253913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:13.255317 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:13.266899 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 61dc1172-eb3c-456f-b14a-b2b9dcb94648 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:13.324123 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:13.325324 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.385762 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Router c946e335-de45-490b-bb97-bf982f0b59b1 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:20:13.435721 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:13.532149 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:20:13.537711 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-4703670f-12e8-47bb-91a4-cc05343d8c4b admin admin] 10.222.0.32 "PUT /v2.0/routers/c946e335-de45-490b-bb97-bf982f0b59b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104465 Mar 04 01:20:13.549575 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-afd327c7-3a68-4f28-97ae-4eee70db80cf None None] Provisioning complete for port 5b8484c4-fbfe-4096-be31-b122bbd2db8e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:13.549958 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-afd327c7-3a68-4f28-97ae-4eee70db80cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:13.586695 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-afd327c7-3a68-4f28-97ae-4eee70db80cf None None] Port 5b8484c4-fbfe-4096-be31-b122bbd2db8e cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:20:14.239116 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36948) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:14.244053 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1703901153-network', 'tenant_id': '36be1da2c3314fa3900103a256dd7680'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:14.325150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Made reservation on behalf of 36be1da2c3314fa3900103a256dd7680 for: {'network': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:20:14.327527 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for network (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.336513 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.407312 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks [] for security_group (7b8a8651-ade2-45e4-be91-0c92cdf1e354), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.473621 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7b8a8651-ade2-45e4-be91-0c92cdf1e354), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.496520 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.497878 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 01:20:14.507916 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8a8651-ade2-45e4-be91-0c92cdf1e354,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:14.512612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (c94b6781-6ac3-4d83-9672-84470c8c9341), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.512963 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.segments_db [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Added segment c94b6781-6ac3-4d83-9672-84470c8c9341 of type vlan for network 07bb57fc-90bd-44bd-b8e5-e857fd622396 Mar 04 01:20:14.559452 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753887767619'] for network (07bb57fc-90bd-44bd-b8e5-e857fd622396), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.627759 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (07bb57fc-90bd-44bd-b8e5-e857fd622396), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.628815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:14.629425 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.687994 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] Pushing event updated for resources: {'Network': ['ID=07bb57fc-90bd-44bd-b8e5-e857fd622396,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:14.698319 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 details requested by agent ovs-agent-dv-cinder-831090-8-iscsi with host dv-cinder-831090-8-iscsi {{(pid=103558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 01:20:14.722375 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-0c80717d-7bd4-464e-810d-37c68b5ea887 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4821353 Mar 04 01:20:14.725081 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36950) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:14.729822 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Request body: {'subnet': {'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1703901153-subnet', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'ip_version': 4}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:14.806913 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Made reservation on behalf of 36be1da2c3314fa3900103a256dd7680 for: {'subnet': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:20:14.807626 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130000678'] for subnet (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:14.832198 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Sync routers for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:20:14.842296 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:14.843512 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:14.949239 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:15.011238 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129973412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130000660'] for subnet (26bac493-5e9c-4202-a3b2-e2226a7f86b5), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.067817 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bac493-5e9c-4202-a3b2-e2226a7f86b5,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:15.077720 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Checking segment: {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:15.078037 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Network hostable DHCP agents. Network: 07bb57fc-90bd-44bd-b8e5-e857fd622396, hostable agents: ['1f41ae42-f610-44b6-9760-6f4b96894800'], hosted agents: [] {{(pid=103556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 01:20:15.125153 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 is scheduled to be hosted by DHCP agent 1f41ae42-f610-44b6-9760-6f4b96894800 with binding_index 1 {{(pid=103556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 01:20:15.145496 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 2, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:15.171310 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Checking router: c946e335-de45-490b-bb97-bf982f0b59b1 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:20:15.171659 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Updating router c946e335-de45-490b-bb97-bf982f0b59b1 port 5b8484c4-fbfe-4096-be31-b122bbd2db8e binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:20:15.198055 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.201499 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-8-iscsi, 07bb57fc-90bd-44bd-b8e5-e857fd622396) {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:15.209814 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:15.209814 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.216876 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87edf39-9562-4e35-9ec7-671ddf4bce7a None None] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:20:15.293738 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-53451d81-cf7e-463e-9ebc-4df8053394f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5675364 Mar 04 01:20:15.296975 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36952) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:15.301785 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:15.301968 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4bbf26a2-16c8-4b76-a75f-23ee361a75cc up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:15.355663 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0f25ce9-937f-5d88-8c5e-485fbdb0c7a9-07bb57fc-90bd-44bd-b8e5-e857fd622396', 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'project_id': '36be1da2c3314fa3900103a256dd7680', 'fixed_ips': [{'subnet_id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5'}]}} from dv-cinder-831090-8-iscsi. {{(pid=103558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 01:20:15.356548 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.399301 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3979378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29028'] for router (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.400659 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3981282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3968829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28957'] for router (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.440759 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:15.441133 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.461661 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks [] for router_controller (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), precommit_add_association {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.467889 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Publish callbacks [] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.529751 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.530506 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.db_base_plugin_common [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Allocated IP 172.20.0.2 (07bb57fc-90bd-44bd-b8e5-e857fd622396/26bac493-5e9c-4202-a3b2-e2226a7f86b5/1a3da055-feb6-4ce8-ba18-5491b65d1649) {{(pid=103558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:15.605804 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Pushing event updated for resources: {'Port': ['ID=5b8484c4-fbfe-4096-be31-b122bbd2db8e,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:15.628697 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.629328 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.629846 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.630343 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.630836 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.631358 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.631874 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.632208 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.634732 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:15.635130 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.641196 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.643465 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.644008 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.645121 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.645616 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:15.678381 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:15.680957 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks [] for router_gateway (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.683026 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Attempting to bind port 5b8484c4-fbfe-4096-be31-b122bbd2db8e on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:15.683482 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Attempting to bind port 5b8484c4-fbfe-4096-be31-b122bbd2db8e by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:15.683908 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Attempting to bind port 5b8484c4-fbfe-4096-be31-b122bbd2db8e on network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:15.691538 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:15.691922 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Checking segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:15.692551 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.692950 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Bound using segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:15.693438 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Bound port: 5b8484c4-fbfe-4096-be31-b122bbd2db8e, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:15.694167 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.745440 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Publish callbacks [] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), precommit_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.754193 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.765078 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] For port 5b8484c4-fbfe-4096-be31-b122bbd2db8e, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:15.765078 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] For port 5b8484c4-fbfe-4096-be31-b122bbd2db8e, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5b8484c4-fbfe-4096-be31-b122bbd2db8e,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:15.777896 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.803062 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:15.823133 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-dfb0a21d-271f-4f75-9b40-633bf78f9cea None None] Provisioning complete for port 5b8484c4-fbfe-4096-be31-b122bbd2db8e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:15.823444 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dfb0a21d-271f-4f75-9b40-633bf78f9cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.840245 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.847679 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), after_create {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.896371 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 is already hosted by enough agents. {{(pid=103558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:15.899232 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0a21d-271f-4f75-9b40-633bf78f9cea None None] Port 5b8484c4-fbfe-4096-be31-b122bbd2db8e cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:20:15.902600 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:15.906334 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Received port after_create {{(pid=103558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:15.917302 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Pushing event updated for resources: {'Port': ['ID=1a3da055-feb6-4ce8-ba18-5491b65d1649,revision_number=1']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:15.926858 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6469c5a-a628-4b64-a2cb-a7566e4ba25f None None] Pushing event updated for resources: {'Port': ['ID=5b8484c4-fbfe-4096-be31-b122bbd2db8e,revision_number=4']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:15.933387 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:15.934028 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:15.971571 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Attempting to bind port 1a3da055-feb6-4ce8-ba18-5491b65d1649 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:15.972059 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Attempting to bind port 1a3da055-feb6-4ce8-ba18-5491b65d1649 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:15.972548 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Attempting to bind port 1a3da055-feb6-4ce8-ba18-5491b65d1649 on network 07bb57fc-90bd-44bd-b8e5-e857fd622396 {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:15.977994 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:15.978530 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Checking segment: {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:15.979167 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.979656 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Bound using segment: {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:15.980219 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Bound port: 1a3da055-feb6-4ce8-ba18-5491b65d1649, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:15.980719 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:15.997220 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks [] for router_gateway (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.018350 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.057143 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:16.065322 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] For port 1a3da055-feb6-4ce8-ba18-5491b65d1649, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:16.069046 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] For port 1a3da055-feb6-4ce8-ba18-5491b65d1649, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1a3da055-feb6-4ce8-ba18-5491b65d1649,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:16.122540 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] Provisioning complete for port 5b8484c4-fbfe-4096-be31-b122bbd2db8e triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:16.122909 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.126018 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.140346 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Allocated IP 172.27.2.22 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/26688701-3042-409c-ab11-1ebf2c6644e8) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:16.225469 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc0741-ff75-4fa4-a172-020c4b407ca2 None None] Pushing event updated for resources: {'Port': ['ID=1a3da055-feb6-4ce8-ba18-5491b65d1649,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:16.278772 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks [] for port (26688701-3042-409c-ab11-1ebf2c6644e8), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.287927 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] Current status of the port 5b8484c4-fbfe-4096-be31-b122bbd2db8e is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:16.288417 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.289542 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:16.324473 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1d9ba-c0b3-4df7-af3b-76adde49525c None None] The sync data for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi is: [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:20:16.330823 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] For port 5b8484c4-fbfe-4096-be31-b122bbd2db8e, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5b8484c4-fbfe-4096-be31-b122bbd2db8e,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:16.377252 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.399393 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:16.448172 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:16.451221 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:16.454701 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:16.482992 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf2907-5903-41f3-8f79-2f9e70ba5a0f None None] Pushing event updated for resources: {'Port': ['ID=5b8484c4-fbfe-4096-be31-b122bbd2db8e,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:16.483291 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Pushing event updated for resources: {'Port': ['ID=26688701-3042-409c-ab11-1ebf2c6644e8,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:16.495611 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.495964 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.496337 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.496679 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.497013 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.497345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.497674 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.498015 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.498331 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.498658 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.499040 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.499367 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.499692 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:20:16.802817 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks [] for router_gateway (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:17.012654 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3981301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3968864'] for router (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:17.210515 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 is scheduled to L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 with binding_index 1 {{(pid=103556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 01:20:17.245014 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2928eb91-0365-4ede-8ce1-8dd8a9dfd6d1 None None] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:20:17.320767 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] Provisioning complete for port 1a3da055-feb6-4ce8-ba18-5491b65d1649 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:17.321347 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:17.353554 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:20:17.372546 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Sync routers for ids ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:20:17.410377 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Routers {'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:17.411151 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:17.453012 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:17.454942 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-8781f702-7e14-41b1-adc1-e643d3037944 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1566331 Mar 04 01:20:17.457471 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 36954) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:20:17.462351 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1a3da055-feb6-4ce8-ba18-5491b65d1649 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:17.746268 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] Current status of the port 1a3da055-feb6-4ce8-ba18-5491b65d1649 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:17.746667 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:17.752174 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 1a3da055-feb6-4ce8-ba18-5491b65d1649 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:17.752590 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:17.767403 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Set router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:17.916137 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] For port 1a3da055-feb6-4ce8-ba18-5491b65d1649, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1a3da055-feb6-4ce8-ba18-5491b65d1649,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:17.973085 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.017280 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 1a3da055-feb6-4ce8-ba18-5491b65d1649 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:18.017613 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.075484 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002125a-75f7-44e4-ad68-928e3768a0f0 None None] Pushing event updated for resources: {'Port': ['ID=1a3da055-feb6-4ce8-ba18-5491b65d1649,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:18.136892 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-d864dc45-4cb1-42d5-8758-2c21e97e23e3 None None] Provisioning complete for port 1a3da055-feb6-4ce8-ba18-5491b65d1649 triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:18.137177 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-d864dc45-4cb1-42d5-8758-2c21e97e23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.140619 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.db.api [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 01:20:18.140977 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG oslo_db.api [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 01:20:18.154096 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.168026 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 3, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:18.196122 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Checking router: cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:20:18.196502 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Updating router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 port 26688701-3042-409c-ab11-1ebf2c6644e8 binding host dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:20:18.229767 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.308016 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Allocated IP 172.20.0.1 (07bb57fc-90bd-44bd-b8e5-e857fd622396/26bac493-5e9c-4202-a3b2-e2226a7f86b5/e56aa0d7-a2a1-42fd-be62-d1986c0046bd) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:18.352214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-d864dc45-4cb1-42d5-8758-2c21e97e23e3 None None] Current status of the port 1a3da055-feb6-4ce8-ba18-5491b65d1649 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:18.411129 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks [] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.504295 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Publish callbacks [] for port (26688701-3042-409c-ab11-1ebf2c6644e8), precommit_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.514049 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.553577 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:18.556350 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:18.559762 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:18.582183 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Pushing event updated for resources: {'Port': ['ID=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:18.582383 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.608876 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3967805'] for router_interface (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.636176 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf2bc8-f1d9-4f99-9859-5737f9e958b5 None None] Pushing event updated for resources: {'Port': ['ID=26688701-3042-409c-ab11-1ebf2c6644e8,revision_number=2']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:18.641017 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Attempting to bind port 26688701-3042-409c-ab11-1ebf2c6644e8 on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:18.641450 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Attempting to bind port 26688701-3042-409c-ab11-1ebf2c6644e8 by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:18.641758 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Attempting to bind port 26688701-3042-409c-ab11-1ebf2c6644e8 on network cdc69800-4de6-4e6e-9a26-ecf98ddd830b {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:18.669496 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:18.669880 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Checking segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:18.670289 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.670728 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Bound using segment: {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'} {{(pid=103558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:18.671214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.managers [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Bound port: 26688701-3042-409c-ab11-1ebf2c6644e8, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff931fda-d60c-4f42-b3e4-eaecd5b731f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b'}}] {{(pid=103558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:18.671596 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.712679 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 1a3da055-feb6-4ce8-ba18-5491b65d1649 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:18.713711 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5b8484c4-fbfe-4096-be31-b122bbd2db8e up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:18.759745 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] For port 26688701-3042-409c-ab11-1ebf2c6644e8, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:18.780036 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] For port 26688701-3042-409c-ab11-1ebf2c6644e8, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=26688701-3042-409c-ab11-1ebf2c6644e8,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:18.792817 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-f44957c8-1f0c-4b1d-8ab1-aa777d8efca7 None None] Provisioning complete for port e56aa0d7-a2a1-42fd-be62-d1986c0046bd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:18.793190 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-f44957c8-1f0c-4b1d-8ab1-aa777d8efca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.822817 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 5b8484c4-fbfe-4096-be31-b122bbd2db8e triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:18.823192 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.827448 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.855839 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-f44957c8-1f0c-4b1d-8ab1-aa777d8efca7 None None] Port e56aa0d7-a2a1-42fd-be62-d1986c0046bd cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:20:18.863632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:18.932011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf2bc8-f1d9-4f99-9859-5737f9e958b5 None None] Pushing event updated for resources: {'Port': ['ID=26688701-3042-409c-ab11-1ebf2c6644e8,revision_number=3']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:18.952238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Routers {'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:18.952885 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:18.990626 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks [] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:19.008828 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 5b8484c4-fbfe-4096-be31-b122bbd2db8e is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:19.009903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4bbf26a2-16c8-4b76-a75f-23ee361a75cc up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:19.050355 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:19.098592 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] Set router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:19.116198 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3979181'] for router_interface (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:19.118825 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Pushing event updated for resources: {'Port': ['ID=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:19.137379 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:19.137761 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:19.210863 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:19.212347 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:19.338626 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:20:19.455543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:20:19.460612 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-98e93c7b-df50-436d-ade4-9c2934cd4644 admin admin] 10.222.0.32 "PUT /v2.0/routers/cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017858 Mar 04 01:20:19.479920 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:19.498743 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-5d02a473-066e-453e-a89e-d79ad78de92b None None] Provisioning complete for port e56aa0d7-a2a1-42fd-be62-d1986c0046bd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:19.499159 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-5d02a473-066e-453e-a89e-d79ad78de92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:19.544918 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-5d02a473-066e-453e-a89e-d79ad78de92b None None] Port e56aa0d7-a2a1-42fd-be62-d1986c0046bd cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:20:19.548927 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'e56aa0d7-a2a1-42fd-be62-d1986c0046bd', 'name': '', 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'mac_address': 'fa:16:3e:be:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:18Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 1, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'subnets': [{'id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:19.578253 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1a3da055-feb6-4ce8-ba18-5491b65d1649 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:19.581375 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf12c0-11c1-4574-8192-18fee9c6caf9 None None] The sync data for ids ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'] in dv-cinder-831090-8-iscsi is: [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'e56aa0d7-a2a1-42fd-be62-d1986c0046bd', 'name': '', 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'mac_address': 'fa:16:3e:be:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:18Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 1, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'subnets': [{'id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:20:19.633163 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 1a3da055-feb6-4ce8-ba18-5491b65d1649 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:19.633534 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:19.720500 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 1a3da055-feb6-4ce8-ba18-5491b65d1649 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:21.598697 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 26688701-3042-409c-ab11-1ebf2c6644e8 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:21.653703 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 26688701-3042-409c-ab11-1ebf2c6644e8 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:21.654455 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:21.742718 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 26688701-3042-409c-ab11-1ebf2c6644e8 is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:21.743028 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:21.768563 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] For port 26688701-3042-409c-ab11-1ebf2c6644e8, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=26688701-3042-409c-ab11-1ebf2c6644e8,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:21.828779 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:21.890578 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Pushing event updated for resources: {'Port': ['ID=26688701-3042-409c-ab11-1ebf2c6644e8,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:23.017056 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Sync routers for ids ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:20:23.027155 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Routers {'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:23.027767 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:23.135331 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Set router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:23.426924 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'e56aa0d7-a2a1-42fd-be62-d1986c0046bd', 'name': '', 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'mac_address': 'fa:16:3e:be:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:18Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 2, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'subnets': [{'id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:23.458673 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Checking router: cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:20:23.459027 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Updating router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 port e56aa0d7-a2a1-42fd-be62-d1986c0046bd binding host dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 01:20:23.489117 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:23.581149 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 26688701-3042-409c-ab11-1ebf2c6644e8 up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:23.644141 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port 26688701-3042-409c-ab11-1ebf2c6644e8 triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:23.644778 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:23.733853 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port 26688701-3042-409c-ab11-1ebf2c6644e8 is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:23.808500 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Publish callbacks [] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), precommit_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:23.896448 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:23.939197 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d2d0-6169-43e7-ad10-325a0567caa8 None None] Pushing event updated for resources: {'Port': ['ID=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,revision_number=3']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:24.003645 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Attempting to bind port e56aa0d7-a2a1-42fd-be62-d1986c0046bd on host dv-cinder-831090-8-iscsi for vnic_type normal with profile {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:24.003876 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Attempting to bind port e56aa0d7-a2a1-42fd-be62-d1986c0046bd by drivers openvswitch,hyperv on host dv-cinder-831090-8-iscsi at level 0 using segments [{'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:24.004149 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Attempting to bind port e56aa0d7-a2a1-42fd-be62-d1986c0046bd on network 07bb57fc-90bd-44bd-b8e5-e857fd622396 {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:24.009502 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Checking agent: {'id': '4458fd6c-6c0c-4cb3-b893-83dc2d259d91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 0, 59, 46), 'started_at': datetime.datetime(2022, 3, 4, 1, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:24.009882 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Checking segment: {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:24.010282 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.010675 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Bound using segment: {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'} {{(pid=103559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:24.011141 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.managers [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Bound port: e56aa0d7-a2a1-42fd-be62-d1986c0046bd, host: dv-cinder-831090-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94b6781-6ac3-4d83-9672-84470c8c9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396'}}] {{(pid=103559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:24.011520 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), before_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.088187 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] For port e56aa0d7-a2a1-42fd-be62-d1986c0046bd, host dv-cinder-831090-8-iscsi, cleared binding levels {{(pid=103559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:24.091556 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.plugins.ml2.db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] For port e56aa0d7-a2a1-42fd-be62-d1986c0046bd, host dv-cinder-831090-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:24.171437 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron_lib.callbacks.manager [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), after_update {{(pid=103559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.228405 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] Provisioning complete for port e56aa0d7-a2a1-42fd-be62-d1986c0046bd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:24.228405 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.238713 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Routers {'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:20:24.239194 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:24.242987 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d2d0-6169-43e7-ad10-325a0567caa8 None None] Pushing event updated for resources: {'Port': ['ID=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,revision_number=4']} {{(pid=103559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:24.345406 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] Current status of the port e56aa0d7-a2a1-42fd-be62-d1986c0046bd is: DOWN; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:24.345795 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.383543 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] For port e56aa0d7-a2a1-42fd-be62-d1986c0046bd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:24.423597 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] Set router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:20:24.450733 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.502841 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504fc5a-a5bb-4642-9d0c-36984ff91d81 None None] Pushing event updated for resources: {'Port': ['ID=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:24.575266 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-1a22b8c3-8df6-47bc-8683-477a5b950bc6 None None] Provisioning complete for port e56aa0d7-a2a1-42fd-be62-d1986c0046bd triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:24.576107 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-1a22b8c3-8df6-47bc-8683-477a5b950bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:24.671432 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-1a22b8c3-8df6-47bc-8683-477a5b950bc6 None None] Current status of the port e56aa0d7-a2a1-42fd-be62-d1986c0046bd is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:24.684520 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'e56aa0d7-a2a1-42fd-be62-d1986c0046bd', 'name': '', 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'mac_address': 'fa:16:3e:be:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:18Z', 'updated_at': '2022-03-04T01:20:24Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'subnets': [{'id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:20:24.712705 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5d22-f20e-4920-b6a9-78c09c86c2df None None] The sync data for ids ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'] in dv-cinder-831090-8-iscsi is: [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:20:18Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': 'e56aa0d7-a2a1-42fd-be62-d1986c0046bd', 'name': '', 'network_id': '07bb57fc-90bd-44bd-b8e5-e857fd622396', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'mac_address': 'fa:16:3e:be:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:18Z', 'updated_at': '2022-03-04T01:20:24Z', 'revision_number': 4, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'subnets': [{'id': '26bac493-5e9c-4202-a3b2-e2226a7f86b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:20:25.605030 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device e56aa0d7-a2a1-42fd-be62-d1986c0046bd up at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:25.664688 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Provisioning complete for port e56aa0d7-a2a1-42fd-be62-d1986c0046bd triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:25.665061 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:25.746580 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Current status of the port e56aa0d7-a2a1-42fd-be62-d1986c0046bd is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:30.594106 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-08f8c2de-e31e-4c9a-8597-dcbcf26e60b0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:30.595591 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-08f8c2de-e31e-4c9a-8597-dcbcf26e60b0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 814 time: 0.0994818 Mar 04 01:20:30.610028 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-d0a16380-fad0-4322-9a30-f0b7f69f19e2 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/quotas/1b08e3f9b64f440b922875dc0068bd67 HTTP/1.1" status: 200 len: 375 time: 0.0089793 Mar 04 01:20:30.666585 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-7b47f57c-b4f1-40f9-8ac1-5ba17811a063 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518179 Mar 04 01:20:30.799457 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-de77a19e-64a5-4f70-92b5-cb989075cee7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 01:20:30.800489 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-de77a19e-64a5-4f70-92b5-cb989075cee7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1229682 Mar 04 01:20:30.886483 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-ab1df409-255b-45af-a110-85d8e2b82485 service neutron] 10.222.0.32 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798411 Mar 04 01:20:30.977512 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-bf464884-946d-4f5d-80de-ef8ae9f59ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Mar 04 01:20:31.213195 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-492b140a-6e90-4075-9754-766acc90d89e req-e18fb3db-cbe4-4bc4-9045-7e6c500cc398 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 210 time: 0.0288022 Mar 04 01:20:32.043583 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:32.304779 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6b65236e-6ec8-4ad7-8438-eea43a9acd6d req-af8a9d8c-3cd3-4a0d-8017-f5256d31cd7a tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 210 time: 0.0269604 Mar 04 01:20:33.392387 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-4e112e07-0177-477a-a1ca-43fcab9e7e05 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:33.393832 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-4e112e07-0177-477a-a1ca-43fcab9e7e05 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 814 time: 0.1146719 Mar 04 01:20:33.410271 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-0163194b-fbdb-45d2-9574-182b109552b5 req-ef557619-d85f-495c-868d-497684dd19ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 210 time: 0.0365756 Mar 04 01:20:33.413591 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'port': {'device_id': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'admin_state_up': True, 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:33.599094 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Made reservation on behalf of 1b08e3f9b64f440b922875dc0068bd67 for: {'port': 1} {{(pid=103556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 01:20:33.602585 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:33.723787 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Allocated IP 172.20.0.11 (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669/9baf2bd4-0f14-4679-ba43-c14d82f9b09c/4fe435cd-500c-48bc-a524-76a329f628ea) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:20:33.871886 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for port (4fe435cd-500c-48bc-a524-76a329f628ea), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:33.953655 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:34.000369 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:20:34.004034 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:20:34.015725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:20:34.059396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:34.110208 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:34.111638 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:34.189587 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-24307344-4865-4455-8487-de51b60071c0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815320 Mar 04 01:20:34.364414 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-ee7fb24e-a415-46d5-ad17-d595408189a6 None None] Provisioning complete for port 4fe435cd-500c-48bc-a524-76a329f628ea triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:34.365683 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-ee7fb24e-a415-46d5-ad17-d595408189a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:34.407852 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fb24e-a415-46d5-ad17-d595408189a6 None None] Port 4fe435cd-500c-48bc-a524-76a329f628ea cannot update to ACTIVE because it is not bound. {{(pid=103558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 01:20:34.534811 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952deafd-3fd9-4425-8c3c-e73d51704c0a req-7efa668a-13d8-49a2-9126-4ca674cdb06c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:34.537252 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-952deafd-3fd9-4425-8c3c-e73d51704c0a req-7efa668a-13d8-49a2-9126-4ca674cdb06c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.0578067 Mar 04 01:20:34.586846 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-952deafd-3fd9-4425-8c3c-e73d51704c0a req-72bd6e97-e5e5-4a83-9cc3-2d6340a8d91d tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Mar 04 01:20:35.711515 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc932-882b-4af8-99fd-fad7d0b89ab7 req-8d96b461-b2e8-41a1-8013-50fada854168 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:35.713208 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-719bc932-882b-4af8-99fd-fad7d0b89ab7 req-8d96b461-b2e8-41a1-8013-50fada854168 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.0585365 Mar 04 01:20:35.763539 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-719bc932-882b-4af8-99fd-fad7d0b89ab7 req-93723721-a80e-4578-b4d8-7d2d7648424f tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Mar 04 01:20:36.891546 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c334a5-1301-4a2f-9cfc-5528670940cb req-8f3d60a8-7b98-43a1-a785-37f3e8715914 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:36.893006 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-65c334a5-1301-4a2f-9cfc-5528670940cb req-8f3d60a8-7b98-43a1-a785-37f3e8715914 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.0601757 Mar 04 01:20:36.944317 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-65c334a5-1301-4a2f-9cfc-5528670940cb req-b9a883da-457b-438b-bb8e-af920174dc3f tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Mar 04 01:20:37.556134 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:20:38.062012 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9780d20-59ae-4fc2-bca8-5fa44a5a4ae0 req-0f719048-f5e7-423b-8b25-08193a85c118 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:38.064211 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d9780d20-59ae-4fc2-bca8-5fa44a5a4ae0 req-0f719048-f5e7-423b-8b25-08193a85c118 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.0548387 Mar 04 01:20:38.114157 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d9780d20-59ae-4fc2-bca8-5fa44a5a4ae0 req-52bccd30-562d-4188-97f3-c54bfa949249 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Mar 04 01:20:39.198858 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b2b31dfc-2b06-4ff9-8e96-c45f12229583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:39.243808 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994d7e-4222-4105-9917-60ddcb078b20 req-17f0afc0-6294-4936-9eca-3930f968d279 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:39.245352 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-27994d7e-4222-4105-9917-60ddcb078b20 req-17f0afc0-6294-4936-9eca-3930f968d279 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.0602391 Mar 04 01:20:39.299362 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-27994d7e-4222-4105-9917-60ddcb078b20 req-36c4a2ee-7d73-4550-9bd4-226c6c542004 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 Mar 04 01:20:40.434668 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a7d83-e127-4165-adcc-de5c0196e421 req-89f09692-397d-4de7-a26c-8edc0229a135 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:40.438319 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f08a7d83-e127-4165-adcc-de5c0196e421 req-89f09692-397d-4de7-a26c-8edc0229a135 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.0587759 Mar 04 01:20:40.490713 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f08a7d83-e127-4165-adcc-de5c0196e421 req-c2973b45-b677-4645-bcf2-02b87372a2a1 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Mar 04 01:20:41.524694 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-29e27f41-1d12-4007-90c7-92b33e254e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:41.593773 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Request body: {'port': {'device_id': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:20:41.667172 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5744c-1ce6-4d06-bb58-3c90c11169b0 req-5f235133-4ce4-4146-aab5-57260d70d33a tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:41.668685 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fc5744c-1ce6-4d06-bb58-3c90c11169b0 req-5f235133-4ce4-4146-aab5-57260d70d33a tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 932 time: 0.1067224 Mar 04 01:20:41.671744 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:41.754069 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fc5744c-1ce6-4d06-bb58-3c90c11169b0 req-a09db47b-595b-48ba-b68e-8111b9c578ee tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792246 Mar 04 01:20:41.951093 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe435cd-500c-48bc-a524-76a329f628ea {{(pid=103556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:20:41.958341 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Publish callbacks [] for port (4fe435cd-500c-48bc-a524-76a329f628ea), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:41.970505 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.provisioning_blocks [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Transition to ACTIVE for port object 4fe435cd-500c-48bc-a524-76a329f628ea will not be triggered until provisioned by entity L2. {{(pid=103556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 01:20:42.044382 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:42.099218 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:42.165443 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Attempting to bind port 4fe435cd-500c-48bc-a524-76a329f628ea on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 01:20:42.165789 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Attempting to bind port 4fe435cd-500c-48bc-a524-76a329f628ea by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 01:20:42.166128 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Attempting to bind port 4fe435cd-500c-48bc-a524-76a329f628ea on network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:42.170713 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Port 4fe435cd-500c-48bc-a524-76a329f628ea on network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 01:20:42.171043 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Attempting to bind port 4fe435cd-500c-48bc-a524-76a329f628ea on network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 01:20:42.176206 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Checking agent: {'id': '2022a18e-55d4-4161-b4db-44f98004364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'started_at': datetime.datetime(2022, 3, 4, 1, 5, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 1, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 01:20:42.176576 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Checking segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 01:20:42.176967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Bound using segment: {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'} {{(pid=103556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 01:20:42.177400 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.managers [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Bound port: 4fe435cd-500c-48bc-a524-76a329f628ea, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8d981b-5528-4157-b58f-180e436ec72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669'}}] {{(pid=103556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 01:20:42.177770 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:42.242540 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, cleared binding levels {{(pid=103556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 01:20:42.245427 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 01:20:42.330740 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:42.365440 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:42.366058 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:42.367998 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] 10.222.0.35 "PUT /v2.0/ports/4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1094 time: 0.7796993 Mar 04 01:20:42.370147 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:20:42.372435 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd3886-36db-4532-b062-1bded09a3722" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:20:42.406477 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee7dd8-a838-4d55-97e6-93f719f6cd71 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=3']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:42.536851 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17910c-8356-41c0-b351-cdf43e4ae725 x-openstack-request-id: req-cd17910c-8356-41c0-b351-cdf43e4ae725 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:20:42.537150 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:20:42.537414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd17910c-8356-41c0-b351-cdf43e4ae725 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:20:42.537814 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'status': 'completed', 'code': 200} Mar 04 01:20:42.544062 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-ee9dedd9-9d54-4cc1-ac38-3aa06ec949f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:42.545720 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-ee9dedd9-9d54-4cc1-ac38-3aa06ec949f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1128 time: 0.0533760 Mar 04 01:20:42.595592 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-55e93e90-8543-4a56-82d3-1bc81e269f41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 217 time: 0.0345147 Mar 04 01:20:42.647297 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-4eb49bc1-97f9-425b-87de-27f99406543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:42.648674 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-4eb49bc1-97f9-425b-87de-27f99406543a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0461600 Mar 04 01:20:42.695513 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3f19eceb-0cbb-48d8-8a84-58c48df8043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:42.697006 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-3f19eceb-0cbb-48d8-8a84-58c48df8043d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426908 Mar 04 01:20:42.781361 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-f741d56a-d49c-4337-a17f-0f8be30f8516 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777733 Mar 04 01:20:42.909576 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6823-c244-4f2e-8025-6de4b769e268 req-201dd207-608b-4c20-af24-19ae2cae35c6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:42.910954 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-58af6823-c244-4f2e-8025-6de4b769e268 req-201dd207-608b-4c20-af24-19ae2cae35c6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 944 time: 0.0768485 Mar 04 01:20:42.913129 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-6c7d4858-c74f-4bf5-b677-c7a66933f090 req-c48128f3-7543-4653-88f2-8e78a93b9492 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247845 Mar 04 01:20:42.959071 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-58af6823-c244-4f2e-8025-6de4b769e268 req-1a483138-1a01-4200-9e55-0d0bcab357b5 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Mar 04 01:20:43.032923 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:43.088756 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd3886-36db-4532-b062-1bded09a3722 req-3e8d6b3d-af19-4f12-9379-231756487ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:43.090231 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-3e8d6b3d-af19-4f12-9379-231756487ba6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1128 time: 0.0487423 Mar 04 01:20:43.174510 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd3886-36db-4532-b062-1bded09a3722 req-8bf1fbc3-4206-4f7b-832d-f6ee382bd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:43.176225 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-8bf1fbc3-4206-4f7b-832d-f6ee382bd7e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0798945 Mar 04 01:20:43.220307 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-ff0dc1b8-8ea8-4a7b-86dd-c5794d63a581 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 217 time: 0.0374162 Mar 04 01:20:43.267513 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd3886-36db-4532-b062-1bded09a3722 req-06bc8154-c2a5-4f16-b655-81c221cc0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:43.268965 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-06bc8154-c2a5-4f16-b655-81c221cc0df3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0425339 Mar 04 01:20:43.317622 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd3886-36db-4532-b062-1bded09a3722 req-522e77fd-b1d3-435f-8a9e-3f56e1f9d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:43.319039 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-522e77fd-b1d3-435f-8a9e-3f56e1f9d115 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424175 Mar 04 01:20:43.406043 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-c782ef63-f6bf-44fc-9587-b68becf21af1 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803714 Mar 04 01:20:43.490870 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4dbd3886-36db-4532-b062-1bded09a3722 req-163f0234-caff-42c8-8082-01e24b9a4fad service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782874 Mar 04 01:20:44.075087 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b33d-2b9b-437b-ab46-147a80bebf8c req-9a0c2414-95e3-4b0a-9dfe-78bd800907fd tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:44.076573 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4686b33d-2b9b-437b-ab46-147a80bebf8c req-9a0c2414-95e3-4b0a-9dfe-78bd800907fd tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 944 time: 0.0513220 Mar 04 01:20:44.121408 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4686b33d-2b9b-437b-ab46-147a80bebf8c req-8864dc8c-e1fe-47e9-844d-aca6c9dabaeb tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Mar 04 01:20:44.546888 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:45.237893 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8271fe-67e4-41fc-a90b-6126b8ec3143 req-101eb562-5314-4e25-b73f-6f2fd5840ede tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:45.239358 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f8271fe-67e4-41fc-a90b-6126b8ec3143 req-101eb562-5314-4e25-b73f-6f2fd5840ede tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 944 time: 0.0546336 Mar 04 01:20:45.283718 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1f8271fe-67e4-41fc-a90b-6126b8ec3143 req-5d9fbaae-737e-4a5f-afb8-086447ecb31f tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Mar 04 01:20:46.171876 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4fe435cd-500c-48bc-a524-76a329f628ea details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 01:20:46.271417 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:46.282336 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Returning: {'device': '4fe435cd-500c-48bc-a524-76a329f628ea', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'port_id': '4fe435cd-500c-48bc-a524-76a329f628ea', 'mac_address': 'fa:16:3e:21:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 01:20:46.318373 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 4fe435cd-500c-48bc-a524-76a329f628ea is: DOWN; New status is: BUILD {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:46.318767 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:46.332443 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe435cd-500c-48bc-a524-76a329f628ea {{(pid=103558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 01:20:46.337862 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:46.353523 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:46.402218 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16382-0556-4f66-8e3e-f0206c16520c req-e732e258-aee9-40b7-93df-15f3846d6430 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:46.403715 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3b16382-0556-4f66-8e3e-f0206c16520c req-e732e258-aee9-40b7-93df-15f3846d6430 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 944 time: 0.0514398 Mar 04 01:20:46.432235 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:46.449614 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-d3b16382-0556-4f66-8e3e-f0206c16520c req-e829c2c0-16a0-4da5-97f8-7ea2e2308060 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Mar 04 01:20:46.479206 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=4']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:46.711727 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4fe435cd-500c-48bc-a524-76a329f628ea'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:20:47.566767 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b488f-80ba-424f-8d09-48571e03a23a req-79d85ecf-ceb0-4721-890d-5b669afbf13c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:47.568398 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f85b488f-80ba-424f-8d09-48571e03a23a req-79d85ecf-ceb0-4721-890d-5b669afbf13c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 945 time: 0.0552778 Mar 04 01:20:47.618452 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-f85b488f-80ba-424f-8d09-48571e03a23a req-9c896f80-d337-4d93-969f-5606a31f7f00 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Mar 04 01:20:48.172043 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4fe435cd-500c-48bc-a524-76a329f628ea up at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 01:20:48.261294 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning for port 4fe435cd-500c-48bc-a524-76a329f628ea completed by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 01:20:48.265493 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Provisioning complete for port 4fe435cd-500c-48bc-a524-76a329f628ea triggered by entity L2. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:20:48.267646 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:48.341797 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Current status of the port 4fe435cd-500c-48bc-a524-76a329f628ea is: BUILD; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:20:48.342781 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:48.363779 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:20:48.366001 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b03cc7c4881029411f5fa8488badcb16a6d094cc64de0cd5f6f05305ab3cec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5ebc6-2059-4e71-8aa9-f8f16a7e5b18" -d '{"events": [{"server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "name": "network-vif-plugged", "status": "completed", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:20:48.378382 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:20:48.421829 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:20:48.452786 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceea267-d734-4f9f-a2f3-6c8c24235a80 x-openstack-request-id: req-0ceea267-d734-4f9f-a2f3-6c8c24235a80 {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:20:48.453492 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "name": "network-vif-plugged", "status": "completed", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "code": 200}]} {{(pid=103558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:20:48.453763 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ceea267-d734-4f9f-a2f3-6c8c24235a80 {{(pid=103558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:20:48.454162 dv-cinder-831090-8-iscsi neutron-server[103558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'code': 200} Mar 04 01:20:48.474749 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=5']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:20:48.761868 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cfd92-1b37-4bb2-ae49-4a2068c570ca req-fa5f1a5f-f7ff-40a3-9b2c-501c0bb70808 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:48.763252 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f8cfd92-1b37-4bb2-ae49-4a2068c570ca req-fa5f1a5f-f7ff-40a3-9b2c-501c0bb70808 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0809736 Mar 04 01:20:48.776501 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198493c-9219-4f1f-a5eb-e7bca38e66a5 req-97c28142-2a7d-47aa-baf3-3bccb6705bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:48.777891 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8198493c-9219-4f1f-a5eb-e7bca38e66a5 req-97c28142-2a7d-47aa-baf3-3bccb6705bad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1130 time: 0.0614047 Mar 04 01:20:48.836740 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4f8cfd92-1b37-4bb2-ae49-4a2068c570ca req-4cb3cbb1-264d-4ce0-9423-be4b6132b9fe tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Mar 04 01:20:48.846347 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8198493c-9219-4f1f-a5eb-e7bca38e66a5 req-508e4999-19c1-4e10-8f5d-c528176b9b05 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614336 Mar 04 01:20:49.952981 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a603-2443-4f99-9cac-b0412b4dffd3 req-14719270-0793-4c14-b2c9-b9a43a2652db tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:49.954448 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9971a603-2443-4f99-9cac-b0412b4dffd3 req-14719270-0793-4c14-b2c9-b9a43a2652db tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Mar 04 01:20:50.000760 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-9971a603-2443-4f99-9cac-b0412b4dffd3 req-e97bfacb-5d8e-4c26-8bf6-a5337dc9baf7 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Mar 04 01:20:51.115967 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c0b9-3818-46f3-8fcc-0ca9a84d7345 req-6371e672-1108-4384-8c9c-8a89f3c15dc5 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:51.117467 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-83e7c0b9-3818-46f3-8fcc-0ca9a84d7345 req-6371e672-1108-4384-8c9c-8a89f3c15dc5 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0514016 Mar 04 01:20:51.161797 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-83e7c0b9-3818-46f3-8fcc-0ca9a84d7345 req-e50ddd63-fcdb-47ef-8a9f-d0bd8fe8243d tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389924 Mar 04 01:20:51.279939 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fda05-81c9-4fe2-b515-d05ffdebf06d req-3e544a9b-a599-48ca-9bdb-769c086dc6be tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:51.281450 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-025fda05-81c9-4fe2-b515-d05ffdebf06d req-3e544a9b-a599-48ca-9bdb-769c086dc6be tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0552955 Mar 04 01:20:51.327417 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-025fda05-81c9-4fe2-b515-d05ffdebf06d req-977e2b05-78cb-4fe2-b4e7-fd47b7b69e0a tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Mar 04 01:20:51.645136 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75490b01-8aae-4b64-948f-02febc95e0ac req-cbe2fee7-1d13-4b3b-9760-8e7a6c7098b6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:20:51.646633 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-75490b01-8aae-4b64-948f-02febc95e0ac req-cbe2fee7-1d13-4b3b-9760-8e7a6c7098b6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Mar 04 01:20:51.693347 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-75490b01-8aae-4b64-948f-02febc95e0ac req-04252b4d-f584-4acf-b22a-6b6ddbb7e245 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Mar 04 01:21:01.900973 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9019-1ac3-4eba-908a-7e20df9280f7 req-6ee7e8bd-d810-4322-86be-04be7b722cdd tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:01.902434 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66fa9019-1ac3-4eba-908a-7e20df9280f7 req-6ee7e8bd-d810-4322-86be-04be7b722cdd tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0492606 Mar 04 01:21:01.950281 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-66fa9019-1ac3-4eba-908a-7e20df9280f7 req-151904dd-244d-461b-8e44-570c67a03480 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Mar 04 01:21:01.972969 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37154) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:02.049837 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:02.056474 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c334a554-bcac-4b34-9b24-14b10c2d7cf9 tempest-TestMinimumBasicScenario-1748455156 tempest-TestMinimumBasicScenario-1748455156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:02.057980 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c334a554-bcac-4b34-9b24-14b10c2d7cf9 tempest-TestMinimumBasicScenario-1748455156 tempest-TestMinimumBasicScenario-1748455156-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1125 time: 0.0840170 Mar 04 01:21:02.060993 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37158) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:02.065160 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'floatingip': {'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'port_id': '4fe435cd-500c-48bc-a524-76a329f628ea', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:02.129791 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:02.221276 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (None), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:02.321279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_common [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Allocated IP 172.27.2.129 (cdc69800-4de6-4e6e-9a26-ecf98ddd830b/e1bdae08-0153-4218-b115-bea5aaae8db4/65ebfa13-7038-4e59-947a-e65d9c6a7e78) {{(pid=103556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 01:21:02.414920 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:02.523965 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753887747045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:02.833475 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Network cdc69800-4de6-4e6e-9a26-ecf98ddd830b is already hosted by enough agents. {{(pid=103556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 01:21:02.836252 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.base_scheduler [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Resources bound (agent type, host, resource id): {{(pid=103556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 01:21:02.838820 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Received port after_create {{(pid=103556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 01:21:02.862358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'Port': ['ID=65ebfa13-7038-4e59-947a-e65d9c6a7e78,revision_number=1']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:03.188005 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for floatingip (54ae5a1d-2b2c-4700-b97b-9ae68065f10b), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:03.305845 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:03.448528 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:03.489494 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:03.559668 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'Port': ['ID=65ebfa13-7038-4e59-947a-e65d9c6a7e78,revision_number=2']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:03.569256 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3967942'] for floatingip (54ae5a1d-2b2c-4700-b97b-9ae68065f10b), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:03.666680 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Floating IP 54ae5a1d-2b2c-4700-b97b-9ae68065f10b associated. External IP: 172.27.2.129, port: 4fe435cd-500c-48bc-a524-76a329f628ea. Mar 04 01:21:03.870645 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Router c946e335-de45-490b-bb97-bf982f0b59b1 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:21:03.977371 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:21:03.987732 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] Sync routers for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:21:03.998341 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:21:03.999664 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:21:04.039987 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.070059 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-6095fbf5-0d58-4f33-9782-8d67630f7342 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0080497 Mar 04 01:21:04.070651 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:21:04.072940 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68ca1d-0b58-4097-ad84-85fd8482288a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:21:04.073121 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37160) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:04.077936 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.v2.base [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937679977', 'description': 'tempest-secgroup-smoke-937679977 description', 'project_id': '1b08e3f9b64f440b922875dc0068bd67'}} {{(pid=103557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:04.112476 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8ad7da-11c0-4400-b155-d9d36c29f0be x-openstack-request-id: req-dc8ad7da-11c0-4400-b155-d9d36c29f0be {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:21:04.112476 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:21:04.112476 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc8ad7da-11c0-4400-b155-d9d36c29f0be {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:21:04.112476 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'status': 'completed', 'code': 200} Mar 04 01:21:04.112861 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:21:04.146901 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.207342 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-4388281c-8fd0-49f4-a4e9-5eedf53577a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:04.208914 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-4388281c-8fd0-49f4-a4e9-5eedf53577a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1130 time: 0.0514998 Mar 04 01:21:04.216392 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group (9cf5b084-bb4e-4559-8090-6b1aa45d1302), precommit_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.271899 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (9cf5b084-bb4e-4559-8090-6b1aa45d1302), after_create {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.301822 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-2e6080c0-f966-436a-ba8c-c5a2c8ed55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:04.302075 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5b084-bb4e-4559-8090-6b1aa45d1302,revision_number=1']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:04.303296 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-2e6080c0-f966-436a-ba8c-c5a2c8ed55bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0883496 Mar 04 01:21:04.309076 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.309644 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.309908 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.310253 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.310591 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.310925 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.311256 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.311624 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.311956 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.312301 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.315694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.315694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.315694 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:21:04.336188 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '54ae5a1d-2b2c-4700-b97b-9ae68065f10b', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'port_id': '4fe435cd-500c-48bc-a524-76a329f628ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'mac_address': 'fa:16:3e:21:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:21:03Z', 'updated_at': '2022-03-04T01:21:03Z', 'revision_number': 0, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:21:04.363770 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] Checking router: c946e335-de45-490b-bb97-bf982f0b59b1 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:21:04.365652 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.366992 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-6e434596-113f-4374-a1e3-85e2e68c5cf8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2927790 Mar 04 01:21:04.370022 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37164) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:04.372650 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:21:04.373267 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:20:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:21:04.374432 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group_rule': {'security_group_id': '9cf5b084-bb4e-4559-8090-6b1aa45d1302', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:04.388188 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-3649c9bd-4b4f-44db-81eb-d4fcfff9cf14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1000 time: 0.0791245 Mar 04 01:21:04.440182 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-0ecbc620-4e7f-41a3-b978-6fe7b9fc2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:04.441676 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-0ecbc620-4e7f-41a3-b978-6fe7b9fc2823 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0469863 Mar 04 01:21:04.480504 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:21:04.486588 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (0dab9846-c895-40fd-ac9e-6bf1faa5bfcd), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.504637 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-97d99009-d4ae-4a17-b05c-9f639e3207bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:04.506164 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-97d99009-d4ae-4a17-b05c-9f639e3207bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593669 Mar 04 01:21:04.602266 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (0dab9846-c895-40fd-ac9e-6bf1faa5bfcd), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.623056 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-99eed3df-bb3d-4db6-b627-3e613108c93b service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103940 Mar 04 01:21:04.670840 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (0dab9846-c895-40fd-ac9e-6bf1faa5bfcd), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.697564 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dab9846-c895-40fd-ac9e-6bf1faa5bfcd,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:04.699296 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '54ae5a1d-2b2c-4700-b97b-9ae68065f10b', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'port_id': '4fe435cd-500c-48bc-a524-76a329f628ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'mac_address': 'fa:16:3e:21:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:21:03Z', 'updated_at': '2022-03-04T01:21:03Z', 'revision_number': 0, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:21:04.730740 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa68ca1d-0b58-4097-ad84-85fd8482288a req-c0c9fc87-86db-4aaa-a28d-e3b4f5b3eaa5 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019716 Mar 04 01:21:04.772187 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.773585 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a4ccecdb-2bb5-4565-8a60-3fc12da521ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4026251 Mar 04 01:21:04.776359 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37166) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:04.781605 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group_rule': {'security_group_id': '9cf5b084-bb4e-4559-8090-6b1aa45d1302', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:04.856980 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e260dd-9dce-4037-9dd0-31a897699786 None None] The sync data for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi is: [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_floatingips': [{'id': '54ae5a1d-2b2c-4700-b97b-9ae68065f10b', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'router_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'port_id': '4fe435cd-500c-48bc-a524-76a329f628ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'mac_address': 'fa:16:3e:21:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T01:21:03Z', 'updated_at': '2022-03-04T01:21:03Z', 'revision_number': 0, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:21:04.872358 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (612d6413-d51e-4caf-8fe7-b3d7b4c4885a), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:04.934376 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (612d6413-d51e-4caf-8fe7-b3d7b4c4885a), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.016324 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (612d6413-d51e-4caf-8fe7-b3d7b4c4885a), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.035248 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d6413-d51e-4caf-8fe7-b3d7b4c4885a,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:05.049317 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb2063-1113-4eea-9776-ab4a89139f4b None None] New status for floating IP 54ae5a1d-2b2c-4700-b97b-9ae68065f10b: ACTIVE {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:21:05.149002 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.150247 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-7809b466-90fa-4c1d-95cd-21d1d8c42e66 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3727965 Mar 04 01:21:05.153793 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37168) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:05.158051 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group_rule': {'security_group_id': '9cf5b084-bb4e-4559-8090-6b1aa45d1302', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:05.219839 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (91e18cb4-518a-4476-888b-6ea3a08fe5a7), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.278009 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (91e18cb4-518a-4476-888b-6ea3a08fe5a7), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.329522 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (91e18cb4-518a-4476-888b-6ea3a08fe5a7), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.345989 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e18cb4-518a-4476-888b-6ea3a08fe5a7,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:05.422749 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.423993 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c29c634f-3afc-4ce3-a4ef-93a08f77e715 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2692661 Mar 04 01:21:05.427009 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37170) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:05.431215 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group_rule': {'security_group_id': '9cf5b084-bb4e-4559-8090-6b1aa45d1302', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:05.510982 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (b97862a4-b194-403a-b4c0-1ba04e755059), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.566870 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (b97862a4-b194-403a-b4c0-1ba04e755059), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.626546 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (b97862a4-b194-403a-b4c0-1ba04e755059), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.646442 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97862a4-b194-403a-b4c0-1ba04e755059,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:05.702628 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.703821 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-b06758ee-9c31-4078-b5fd-8b7d4ac09450 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2759016 Mar 04 01:21:05.706552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37172) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:05.710711 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group_rule': {'security_group_id': '9cf5b084-bb4e-4559-8090-6b1aa45d1302', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:05.763680 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.securitygroups_db [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Project 1b08e3f9b64f440b922875dc0068bd67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 01:21:05.768251 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (637c8ecf-1fc8-4c2f-982d-908dbefff3b3), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.826216 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (637c8ecf-1fc8-4c2f-982d-908dbefff3b3), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.877815 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (637c8ecf-1fc8-4c2f-982d-908dbefff3b3), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.895568 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637c8ecf-1fc8-4c2f-982d-908dbefff3b3,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:05.936845 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:05.938013 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-83357cbc-77ec-4ef5-9263-04eecab04c29 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2305515 Mar 04 01:21:05.940661 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37174) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:21:05.944840 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'security_group_rule': {'security_group_id': '9cf5b084-bb4e-4559-8090-6b1aa45d1302', 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:06.015204 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.securitygroups_db [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Project 1b08e3f9b64f440b922875dc0068bd67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 01:21:06.020357 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (4304b697-f7ac-48f9-b293-62d1c69d2625), before_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.076839 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (4304b697-f7ac-48f9-b293-62d1c69d2625), precommit_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.157470 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919219'] for security_group_rule (4304b697-f7ac-48f9-b293-62d1c69d2625), after_create {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.175121 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4304b697-f7ac-48f9-b293-62d1c69d2625,revision_number=0']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:06.245729 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.246932 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-f6ff8ac7-5f5f-4707-8a6a-96e7461e1d87 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053565 Mar 04 01:21:06.332843 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-d955249a-f2b6-4f6a-8df2-6fe6c2cec41d tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937679977&fields=id&tenant_id=1b08e3f9b64f440b922875dc0068bd67 HTTP/1.1" status: 200 len: 267 time: 0.0430448 Mar 04 01:21:06.388448 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-e8ed5c61-c6f9-4319-b2c5-060f39515456 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:06.389878 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-e8ed5c61-c6f9-4319-b2c5-060f39515456 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0519032 Mar 04 01:21:06.400725 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'port': {'security_groups': ['ad328fb0-e1dc-449a-83c4-811fec91cd32', '9cf5b084-bb4e-4559-8090-6b1aa45d1302']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:21:06.465326 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.640985 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:21:06.668833 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for port (4fe435cd-500c-48bc-a524-76a329f628ea), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.734079 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.769671 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4fe435cd-500c-48bc-a524-76a329f628ea'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:21:06.777759 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:06.778393 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:06.779798 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8e083263-15d6-4a2c-9b7e-6e6e2f852788 req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "PUT /v2.0/ports/4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 982 time: 0.3833971 Mar 04 01:21:06.780278 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:21:06.782550 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac78e9-3107-4c81-bd45-a1cba047fa53" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:21:06.810939 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e7964-a1d4-45ce-9edf-a2fc46ef9242 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=6']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:21:06.858063 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60320791-7d1a-4250-b269-d33c37e4401b x-openstack-request-id: req-60320791-7d1a-4250-b269-d33c37e4401b {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:21:06.858461 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:21:06.858816 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60320791-7d1a-4250-b269-d33c37e4401b {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:21:06.859342 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'status': 'completed', 'code': 200} Mar 04 01:21:06.900056 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4fe435cd-500c-48bc-a524-76a329f628ea'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:21:06.940649 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-a01446ea-931e-45ac-ae29-7a8f7dced93c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958602 Mar 04 01:21:06.952444 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adf55f-3e8f-4b9e-8ca3-349578bc38ae req-38ec6e5b-cdff-4131-8984-87bb81f2f5c2 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:06.955958 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-45c20f9d-b970-4fc5-bbb5-ed2d4a710476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:06.959019 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-45c20f9d-b970-4fc5-bbb5-ed2d4a710476 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1169 time: 0.0568461 Mar 04 01:21:06.960719 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-67adf55f-3e8f-4b9e-8ca3-349578bc38ae req-38ec6e5b-cdff-4131-8984-87bb81f2f5c2 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0802975 Mar 04 01:21:07.024662 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-67adf55f-3e8f-4b9e-8ca3-349578bc38ae req-45d8e592-88da-49fc-b82e-8599733aa21c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629194 Mar 04 01:21:07.064329 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-a089eff8-b6db-4601-af9e-f89d369fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:07.065833 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-a089eff8-b6db-4601-af9e-f89d369fa329 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0997748 Mar 04 01:21:07.108649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-8c48e454-c4e5-4607-aba3-d2d13b2b693b None None] Provisioning complete for port 4fe435cd-500c-48bc-a524-76a329f628ea triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:21:07.108937 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-8c48e454-c4e5-4607-aba3-d2d13b2b693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:07.130825 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-2a5c3431-b46b-415e-965a-d1fdf4ca01f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1002 time: 0.0580549 Mar 04 01:21:07.180631 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-ddb57dd2-4640-4687-826d-68e629d2705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:07.182123 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-ddb57dd2-4640-4687-826d-68e629d2705d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0455856 Mar 04 01:21:07.229386 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-2b414fe5-8a27-4c53-bd5a-65b30dd9048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:07.230868 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-2b414fe5-8a27-4c53-bd5a-65b30dd9048c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430429 Mar 04 01:21:07.308532 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-8c48e454-c4e5-4607-aba3-d2d13b2b693b None None] Current status of the port 4fe435cd-500c-48bc-a524-76a329f628ea is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:21:07.317817 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-3e6cf1d1-bcc0-4050-a17e-787cc4d891f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810018 Mar 04 01:21:07.649238 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-0fac78e9-3107-4c81-bd45-a1cba047fa53 req-266d2106-5a9e-403b-bff1-1df87f8bf590 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255782 Mar 04 01:21:07.783479 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-2af7da92-ce52-46ae-b8c5-4553a87a87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:07.784900 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-2af7da92-ce52-46ae-b8c5-4553a87a87c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1169 time: 0.0440161 Mar 04 01:21:07.886446 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-a8219011-0a16-45f3-b080-f0f0364fce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:07.887889 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-a8219011-0a16-45f3-b080-f0f0364fce96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0831523 Mar 04 01:21:07.951849 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-52f1b3b2-4501-4d30-8d7d-9f2fecf441d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1002 time: 0.0569386 Mar 04 01:21:07.998668 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-c490fe37-96b1-4381-88e4-cf4ded859159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:08.000056 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-c490fe37-96b1-4381-88e4-cf4ded859159 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0417392 Mar 04 01:21:08.050401 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-66c2a994-80c7-4167-a4f9-80516f992773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:08.052157 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-66c2a994-80c7-4167-a4f9-80516f992773 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460894 Mar 04 01:21:08.136201 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-4a4fbac4-8270-4a45-9357-564c8a6d5771 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776684 Mar 04 01:21:08.224441 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-64ace15b-606c-4a72-b21e-f0baede51f7c req-35cde08a-a447-45a6-bac0-de973b3259aa service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822606 Mar 04 01:21:09.169518 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-aaca11ca-5d5b-4840-aa32-39fc71de4121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:11.523700 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-eb062617-18ce-41c9-8080-be6b9f93a1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:13.048380 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:14.546662 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:14.555102 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:21:15.775221 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:24.294057 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19df47-3681-4a82-8d57-328e7f4bda32 req-8721b579-214f-4e13-83bc-9dceb7065e6c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:24.295528 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa19df47-3681-4a82-8d57-328e7f4bda32 req-8721b579-214f-4e13-83bc-9dceb7065e6c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0522494 Mar 04 01:21:24.354298 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-fa19df47-3681-4a82-8d57-328e7f4bda32 req-1cce2d6e-6634-4a63-9971-e45d207741f8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529487 Mar 04 01:21:24.398572 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-47dab79d-26ec-4066-b323-ad8faaabd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:24.400084 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-47dab79d-26ec-4066-b323-ad8faaabd181 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1169 time: 0.0461073 Mar 04 01:21:24.484914 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-69b57c89-e347-4d40-b33e-1852125a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:24.486337 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-69b57c89-e347-4d40-b33e-1852125a264e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0800939 Mar 04 01:21:24.554315 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-7b3b46b5-8d83-48e0-96e6-be2ef8136f3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1002 time: 0.0612772 Mar 04 01:21:24.601280 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-fdabcaf8-8109-4b6d-9cde-bc62475aea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:24.602713 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-fdabcaf8-8109-4b6d-9cde-bc62475aea63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0424523 Mar 04 01:21:24.649990 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-ef7eff81-6611-440b-9907-f200e33e9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:24.651439 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-ef7eff81-6611-440b-9907-f200e33e9479 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427191 Mar 04 01:21:24.738907 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-66c2f44c-2ee4-47ce-afe7-4a4764f7a188 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811927 Mar 04 01:21:24.823453 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-f2540126-ae16-47be-a057-d01cf27cc1d2 req-00fb0dbc-30a4-4dd9-aebf-522759b37496 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780497 Mar 04 01:21:25.477958 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ead81-1097-4eb4-bf07-11bceb116609 req-6fc8f8c5-a504-4eb4-adba-1771ac7f7f38 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:25.479417 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7f3ead81-1097-4eb4-bf07-11bceb116609 req-6fc8f8c5-a504-4eb4-adba-1771ac7f7f38 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0550823 Mar 04 01:21:25.537217 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-7f3ead81-1097-4eb4-bf07-11bceb116609 req-31e4fed9-bac5-42a1-ad29-5856f1023dde tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522141 Mar 04 01:21:26.653975 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475fc72-ea1e-4368-85ca-d15adf281088 req-f4c5020a-03d1-48bf-bc62-4261a69b95aa tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:26.655471 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2475fc72-ea1e-4368-85ca-d15adf281088 req-f4c5020a-03d1-48bf-bc62-4261a69b95aa tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0513146 Mar 04 01:21:26.712895 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-2475fc72-ea1e-4368-85ca-d15adf281088 req-a6d46872-95ce-4b7d-8d19-c1c70afcb9be tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513942 Mar 04 01:21:27.833267 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335f0d-0304-45c3-986f-d3857e62e693 req-d7a898a9-8d2c-4f7f-b2b4-df0e64b6ceea tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:27.834943 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28335f0d-0304-45c3-986f-d3857e62e693 req-d7a898a9-8d2c-4f7f-b2b4-df0e64b6ceea tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0562253 Mar 04 01:21:27.892148 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-28335f0d-0304-45c3-986f-d3857e62e693 req-bdda014c-d570-48ed-b488-4e86414232e0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516238 Mar 04 01:21:29.006573 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4538e84-37da-4833-8e13-668aedd41425 req-bb9f1efc-738f-4c9c-97ae-e2dd3f6e8ea8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:29.008028 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4538e84-37da-4833-8e13-668aedd41425 req-bb9f1efc-738f-4c9c-97ae-e2dd3f6e8ea8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0510879 Mar 04 01:21:29.065902 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c4538e84-37da-4833-8e13-668aedd41425 req-d7110a6e-accf-4b64-8eee-d9bef17e5050 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523138 Mar 04 01:21:30.182232 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a1d5-eb13-408a-acca-2ef0b752b1b0 req-e095a0de-13fd-45ca-a212-18354a008a51 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:30.183672 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fa5a1d5-eb13-408a-acca-2ef0b752b1b0 req-e095a0de-13fd-45ca-a212-18354a008a51 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0522041 Mar 04 01:21:30.245239 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-5fa5a1d5-eb13-408a-acca-2ef0b752b1b0 req-2033c48b-5a08-4863-95eb-0d0533312de9 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558844 Mar 04 01:21:31.361121 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0a8f6-82fe-4e59-a222-8d58f72f926a req-48298ca4-6437-4bb3-ac3b-30e00167497c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:31.362589 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc0a8f6-82fe-4e59-a222-8d58f72f926a req-48298ca4-6437-4bb3-ac3b-30e00167497c tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0518153 Mar 04 01:21:31.420939 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-cbc0a8f6-82fe-4e59-a222-8d58f72f926a req-8abb2378-cf86-4c25-b8db-c24b954c5c90 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527897 Mar 04 01:21:32.043238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:32.535850 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bf49-e5a5-42ee-b947-8229ad273077 req-29f46775-4ee0-44ce-8196-0b150c8221ae tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:32.537453 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8320bf49-e5a5-42ee-b947-8229ad273077 req-29f46775-4ee0-44ce-8196-0b150c8221ae tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0524688 Mar 04 01:21:32.594558 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8320bf49-e5a5-42ee-b947-8229ad273077 req-032d6cd1-8f06-4736-9bf6-dbf8879d62f7 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515902 Mar 04 01:21:33.714625 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802920fe-9441-4044-acdc-3ab6702c34c0 req-498adf9d-26c8-429d-96c3-da9f8f0ab8dd tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:33.716089 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-802920fe-9441-4044-acdc-3ab6702c34c0 req-498adf9d-26c8-429d-96c3-da9f8f0ab8dd tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0555193 Mar 04 01:21:33.777188 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-802920fe-9441-4044-acdc-3ab6702c34c0 req-b7ba83ca-7f5c-4ca1-8ac5-c09e197e1de0 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554538 Mar 04 01:21:34.893432 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32376d5-cada-479a-ba23-d66e1283972c req-342e471f-d978-4b11-87b4-d2b19352c2ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:34.894826 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c32376d5-cada-479a-ba23-d66e1283972c req-342e471f-d978-4b11-87b4-d2b19352c2ed tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0519269 Mar 04 01:21:34.951714 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-c32376d5-cada-479a-ba23-d66e1283972c req-2b64e360-0b54-4ad7-865d-0922d2bd51d3 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513229 Mar 04 01:21:36.067763 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ce5c-41ae-4808-ad05-3b1d7fb5199d req-a3a970a9-8221-4654-9e2c-82d50a1437ba tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:21:36.069271 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1344ce5c-41ae-4808-ad05-3b1d7fb5199d req-a3a970a9-8221-4654-9e2c-82d50a1437ba tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0522709 Mar 04 01:21:36.130519 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-1344ce5c-41ae-4808-ad05-3b1d7fb5199d req-13db7d76-9f1b-414e-9d19-0ce7cd60ac4b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&id=9cf5b084-bb4e-4559-8090-6b1aa45d1302&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556347 Mar 04 01:21:39.179906 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6ad049c6-7c64-48d4-b7e7-05207ab8a898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:41.533617 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7b54c36f-41b8-48aa-951a-c1731d577751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:43.093773 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:44.499955 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:45.723174 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:21:51.554037 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:22:02.031299 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:06.891046 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-9b349c49-4861-4c9d-b4cd-864812e0e6db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472679 Mar 04 01:22:06.990379 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-f057c53c-79b3-405a-95c5-124f36fd313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:06.991886 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-f057c53c-79b3-405a-95c5-124f36fd313d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1169 time: 0.0439715 Mar 04 01:22:07.087639 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-a12283dc-2988-4389-8728-3daa342f1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:07.089128 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-a12283dc-2988-4389-8728-3daa342f1203 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0807791 Mar 04 01:22:07.155470 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-99f384d3-3a8f-43d6-86c4-519c15bb1c0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1002 time: 0.0605328 Mar 04 01:22:07.200604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-cb5a1966-e858-4ad5-88cc-1316d797bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:07.202002 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-cb5a1966-e858-4ad5-88cc-1316d797bcac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0412970 Mar 04 01:22:07.248230 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-8d6766a4-07a2-4649-8a10-0d006bb1fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:07.249698 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-8d6766a4-07a2-4649-8a10-0d006bb1fe14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424750 Mar 04 01:22:07.338156 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-0301b594-63f4-47fa-944b-d5891c8189f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 Mar 04 01:22:07.421891 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-4c99fbe6-0e96-43b7-8db3-23ad38e21b6e req-c3ba968e-bd00-48d2-89f8-980c75e6c370 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783849 Mar 04 01:22:08.485973 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8cb71f0a-5701-402b-a17e-640030626775 req-edce570c-c89b-4837-8a81-a718cdb97bb8 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937679977&fields=id&tenant_id=1b08e3f9b64f440b922875dc0068bd67 HTTP/1.1" status: 200 len: 267 time: 0.0428853 Mar 04 01:22:08.540666 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71f0a-5701-402b-a17e-640030626775 req-bacd330d-8c8a-4542-a0b6-b6abb0a9c795 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:08.542110 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8cb71f0a-5701-402b-a17e-640030626775 req-bacd330d-8c8a-4542-a0b6-b6abb0a9c795 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 985 time: 0.0510871 Mar 04 01:22:08.552743 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.v2.base [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Request body: {'port': {'security_groups': ['ad328fb0-e1dc-449a-83c4-811fec91cd32']}} {{(pid=103556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 01:22:08.622853 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518203'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:08.789546 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:08.817621 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for port (4fe435cd-500c-48bc-a524-76a329f628ea), precommit_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:08.882504 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753888074734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753887747063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753887748877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129973465'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_update {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:08.916489 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4fe435cd-500c-48bc-a524-76a329f628ea'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:22:08.929088 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:08.929754 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:08.933097 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-8cb71f0a-5701-402b-a17e-640030626775 req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "PUT /v2.0/ports/4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 943 time: 0.3848257 Mar 04 01:22:08.933467 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:22:08.937603 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37232) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:08.938035 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce0a14-0934-4c47-849f-68bd463539f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:22:08.960786 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event updated for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=7']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:08.969038 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.969265 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.969581 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.970100 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.970506 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.970885 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.971217 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.971552 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.971884 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.972213 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.972570 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.972897 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:08.973219 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa9c3f-9300-4904-8197-3f8c525af53b tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.000543 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52e62c-6efd-4919-be4f-a5b73833d847 x-openstack-request-id: req-bb52e62c-6efd-4919-be4f-a5b73833d847 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:22:09.003020 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:22:09.003343 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb52e62c-6efd-4919-be4f-a5b73833d847 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:22:09.003885 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'status': 'completed', 'code': 200} Mar 04 01:22:09.029402 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group (9cf5b084-bb4e-4559-8090-6b1aa45d1302), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.047632 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4fe435cd-500c-48bc-a524-76a329f628ea'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:22:09.079692 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group (9cf5b084-bb4e-4559-8090-6b1aa45d1302), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.125565 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-50d86067-2225-44bb-bb6d-5a41b65db903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:09.133430 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-50d86067-2225-44bb-bb6d-5a41b65db903 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1130 time: 0.0809083 Mar 04 01:22:09.195821 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.provisioning_blocks [None req-22536349-6031-4816-b04e-3b377841be50 None None] Provisioning complete for port 4fe435cd-500c-48bc-a524-76a329f628ea triggered by entity DHCP. {{(pid=103558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 01:22:09.196101 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-22536349-6031-4816-b04e-3b377841be50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377904'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), provisioning_complete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.201806 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4e9906f3-104d-4a8a-b746-deecb6d2a954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.220436 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-9f0632cd-0886-4e71-be13-e3c34510ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:09.222478 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-9f0632cd-0886-4e71-be13-e3c34510ac9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0888751 Mar 04 01:22:09.263518 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (9cf5b084-bb4e-4559-8090-6b1aa45d1302), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.266050 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.267164 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "DELETE /v2.0/security-groups/9cf5b084-bb4e-4559-8090-6b1aa45d1302 HTTP/1.1" status: 204 len: 168 time: 0.3277602 Mar 04 01:22:09.270167 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37236) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:09.284553 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5b084-bb4e-4559-8090-6b1aa45d1302,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:09.295702 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.296112 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.296423 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.296751 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.297107 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.297414 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.297802 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.298071 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.298397 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.298721 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.299616 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.300201 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.300551 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6f25d-ed9e-4645-a5d0-8363001346a6 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:09.313466 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-10b26d76-5db3-4b2e-95a3-6c2cf2045107 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 1002 time: 0.0841413 Mar 04 01:22:09.331617 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-22536349-6031-4816-b04e-3b377841be50 None None] Current status of the port 4fe435cd-500c-48bc-a524-76a329f628ea is: ACTIVE; New status is: ACTIVE {{(pid=103558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 01:22:09.364955 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-793b38c6-9d49-472a-9158-151424fc6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:09.366544 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-793b38c6-9d49-472a-9158-151424fc6c4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0463479 Mar 04 01:22:09.420668 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-959599c4-5c3e-4053-a48a-1422972d5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:09.422254 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-959599c4-5c3e-4053-a48a-1422972d5be2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488942 Mar 04 01:22:09.440900 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Deleting port 65ebfa13-7038-4e59-947a-e65d9c6a7e78 {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:09.441242 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.509752 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-1a2f03c6-162d-47dc-95f4-4a83c03fc3f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802119 Mar 04 01:22:09.517517 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.518609 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for floatingip (65ebfa13-7038-4e59-947a-e65d9c6a7e78), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.530396 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Calling delete_port for 65ebfa13-7038-4e59-947a-e65d9c6a7e78 owned by network:floatingip {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:09.601813 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-dcce0a14-0934-4c47-849f-68bd463539f7 req-c562f8f2-a043-477b-b4d1-187493d538b4 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861592 Mar 04 01:22:09.711418 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (65ebfa13-7038-4e59-947a-e65d9c6a7e78), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.739592 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event deleted for resources: {'Port': ['ID=65ebfa13-7038-4e59-947a-e65d9c6a7e78,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:09.796871 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks [] for floatingip (54ae5a1d-2b2c-4700-b97b-9ae68065f10b), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:09.797202 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.db.l3_db [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Floating IP 54ae5a1d-2b2c-4700-b97b-9ae68065f10b disassociated (deleted). External IP: 172.27.2.129, port: 4fe435cd-500c-48bc-a524-76a329f628ea. Mar 04 01:22:10.004407 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Router c946e335-de45-490b-bb97-bf982f0b59b1 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:22:10.110141 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:22:10.115507 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for floatingip (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:10.122166 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] Sync routers for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:22:10.132508 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:22:10.133378 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:21:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:10.146577 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-c790113f-bc99-48ab-ac29-e5ea5764bd10 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "DELETE /v2.0/floatingips/54ae5a1d-2b2c-4700-b97b-9ae68065f10b HTTP/1.1" status: 204 len: 168 time: 0.8743231 Mar 04 01:22:10.241942 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:22:10.445158 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:10.475337 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] Checking router: c946e335-de45-490b-bb97-bf982f0b59b1 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:22:10.483729 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:22:10.484423 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:21:41Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:10.592069 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:22:10.905873 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:10.930948 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7871ed-14b0-4df6-83bc-544348bae01a None None] The sync data for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi is: [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:20:12Z', 'revision_number': 4, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi', '_interfaces': [{'id': '5b8484c4-fbfe-4096-be31-b122bbd2db8e', 'name': '', 'network_id': 'd1eeb8c4-4e14-40ac-9ccf-20f139ee0669', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'mac_address': 'fa:16:3e:d3:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:11Z', 'updated_at': '2022-03-04T01:20:16Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'subnets': [{'id': '9baf2bd4-0f14-4679-ba43-c14d82f9b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:22:11.004968 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:22:11.007572 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ac8c56ee71e61e8dca9d6d8e2774da1236559f48f5468474666040e6aa4730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:22:11.042919 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3495efbe-8aa1-474d-aedf-66e2c89d1556 x-openstack-request-id: req-3495efbe-8aa1-474d-aedf-66e2c89d1556 {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:22:11.043348 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "status": "completed", "code": 200}]} {{(pid=103556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:22:11.043610 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3495efbe-8aa1-474d-aedf-66e2c89d1556 {{(pid=103556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:22:11.044017 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'status': 'completed', 'code': 200} Mar 04 01:22:11.136061 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-c3c37d1e-47d3-45c1-ab0d-395efe27106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:11.137685 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-c3c37d1e-47d3-45c1-ab0d-395efe27106c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b08e3f9b64f440b922875dc0068bd67&device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 1130 time: 0.0476146 Mar 04 01:22:11.150655 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de1288-3efd-4156-a9ea-962767c22a1e None None] New status for floating IP 54ae5a1d-2b2c-4700-b97b-9ae68065f10b: DOWN {{(pid=103559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 01:22:11.227591 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-c56e7bf5-a6f5-4fc9-b625-63ea89ea0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:11.229154 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-c56e7bf5-a6f5-4fc9-b625-63ea89ea0be0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 200 len: 915 time: 0.0856960 Mar 04 01:22:11.274354 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-d36b03fa-396a-4083-aead-efd9a542d054 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 200 len: 217 time: 0.0391073 Mar 04 01:22:11.321737 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-c3fa4ffa-2607-43f7-9ebb-7d31d38fc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:11.323120 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-c3fa4ffa-2607-43f7-9ebb-7d31d38fc896 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 200 len: 853 time: 0.0427585 Mar 04 01:22:11.369778 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-62f14c6a-36db-40e5-942e-ea076c94dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:11.371231 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-62f14c6a-36db-40e5-942e-ea076c94dc68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418191 Mar 04 01:22:11.463347 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-2c24740a-368e-4221-bf74-d6fef87f7347 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Mar 04 01:22:11.539864 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65db03f9-84d9-40a0-b758-e73287d0cac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:11.558286 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-c9c65b1d-b0d3-407d-bfb2-d8b78c74d441 req-e5b2f6d1-8e53-4271-b3f9-f6794b0cda29 service neutron] 10.222.0.35 "GET /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892482 Mar 04 01:22:13.145654 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:14.294247 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468cbd-1307-418a-ba50-6a5602e787c9 req-96c621d6-9e93-47ca-a6d8-f571ae711550 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:14.295710 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d468cbd-1307-418a-ba50-6a5602e787c9 req-96c621d6-9e93-47ca-a6d8-f571ae711550 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0506842 Mar 04 01:22:14.340511 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-4d468cbd-1307-418a-ba50-6a5602e787c9 req-a35d7758-ffd9-4b39-aebb-bbd4cf7edd03 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Mar 04 01:22:14.505226 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:15.460410 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b6851-ac7c-441b-8d45-4a119f257ced req-4b53212b-21ee-4e6c-af8f-3389aff09514 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:15.461865 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a07b6851-ac7c-441b-8d45-4a119f257ced req-4b53212b-21ee-4e6c-af8f-3389aff09514 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0544400 Mar 04 01:22:15.507543 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-a07b6851-ac7c-441b-8d45-4a119f257ced req-66664a08-5d27-4f54-8998-301e192cc135 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad328fb0-e1dc-449a-83c4-811fec91cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Mar 04 01:22:15.767979 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:16.110296 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-3708c08e-f78b-424d-a9e9-0c0bb814cadb tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 01:22:16.111723 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-3708c08e-f78b-424d-a9e9-0c0bb814cadb tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 946 time: 0.0551713 Mar 04 01:22:16.198480 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Deleting port 4fe435cd-500c-48bc-a524-76a329f628ea {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:16.198816 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:16.286297 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] For port 4fe435cd-500c-48bc-a524-76a329f628ea, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4fe435cd-500c-48bc-a524-76a329f628ea,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:16.286658 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:16.298854 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Calling delete_port for 4fe435cd-500c-48bc-a524-76a329f628ea owned by compute:nova {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:16.482714 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (4fe435cd-500c-48bc-a524-76a329f628ea), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:16.509945 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Pushing event deleted for resources: {'Port': ['ID=4fe435cd-500c-48bc-a524-76a329f628ea,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:16.516780 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] get_ports_and_sgs() called for port_ids ['4fe435cd-500c-48bc-a524-76a329f628ea'] {{(pid=103558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 01:22:16.554976 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] No DVR routers for this DVR port 4fe435cd-500c-48bc-a524-76a329f628ea on host hv-cinder-83109 {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:22:16.557534 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239369'] for port (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:16.560867 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [req-ad54b71a-11e8-4497-b8bf-516da076e16f req-e8f71ad6-d4b2-46b7-b355-ebcbd5d63410 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.35 "DELETE /v2.0/ports/4fe435cd-500c-48bc-a524-76a329f628ea HTTP/1.1" status: 204 len: 173 time: 0.4437318 Mar 04 01:22:16.561311 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'name': 'network-vif-deleted', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea'}] {{(pid=103557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 01:22:16.563515 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e54f1e1c00599f3e3b79ce472b5d5a03727ff6c7d643d56c99d4c09507005a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94892aaa-ddb6-4487-abb7-a53f1b78a94a" -d '{"events": [{"server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "name": "network-vif-deleted", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea"}]}' {{(pid=103557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 01:22:16.609306 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [req-b19b5b1f-ae67-46ba-8f71-87461697d5b8 req-21effc17-c3f0-4bb0-bcf3-8c109b4d0fa3 tempest-TestMinimumBasicScenario-883285853 tempest-TestMinimumBasicScenario-883285853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d6c73b-88ee-451d-be46-ee0c9e8e5378 HTTP/1.1" status: 200 len: 210 time: 0.0276239 Mar 04 01:22:16.689128 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f019b-73bf-4647-8fbf-967a54f8ee74 x-openstack-request-id: req-624f019b-73bf-4647-8fbf-967a54f8ee74 {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 01:22:16.689128 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d6c73b-88ee-451d-be46-ee0c9e8e5378", "name": "network-vif-deleted", "tag": "4fe435cd-500c-48bc-a524-76a329f628ea", "status": "completed", "code": 200}]} {{(pid=103557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 01:22:16.689128 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-624f019b-73bf-4647-8fbf-967a54f8ee74 {{(pid=103557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 01:22:16.689128 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d6c73b-88ee-451d-be46-ee0c9e8e5378', 'name': 'network-vif-deleted', 'tag': '4fe435cd-500c-48bc-a524-76a329f628ea', 'status': 'completed', 'code': 200} Mar 04 01:22:18.704601 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37332) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:19.038525 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (c946e335-de45-490b-bb97-bf982f0b59b1), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:19.275300 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Deleting port 5b8484c4-fbfe-4096-be31-b122bbd2db8e {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:19.275638 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:19.350846 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] For port 5b8484c4-fbfe-4096-be31-b122bbd2db8e, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=5b8484c4-fbfe-4096-be31-b122bbd2db8e,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:19.351135 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:19.363704 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Calling delete_port for 5b8484c4-fbfe-4096-be31-b122bbd2db8e owned by network:router_interface {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:19.614422 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (5b8484c4-fbfe-4096-be31-b122bbd2db8e), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:19.642297 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8484c4-fbfe-4096-be31-b122bbd2db8e,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:19.803956 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (c946e335-de45-490b-bb97-bf982f0b59b1), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:20.012112 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Router c946e335-de45-490b-bb97-bf982f0b59b1 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:22:20.356118 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:22:20.361167 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1e7e6998-798b-4d04-90ab-4b74981cf332 admin admin] 10.222.0.32 "PUT /v2.0/routers/c946e335-de45-490b-bb97-bf982f0b59b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6554091 Mar 04 01:22:20.363575 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37334) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:20.366178 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] Sync routers for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:22:20.375910 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:22:20.376543 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:22:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:20.465549 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks [] for router (c946e335-de45-490b-bb97-bf982f0b59b1), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:20.483903 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:22:20.565967 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks [] for router_gateway (c946e335-de45-490b-bb97-bf982f0b59b1), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:20.600303 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4fe435cd-500c-48bc-a524-76a329f628ea no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:20.631205 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] No Port match for: 4fe435cd-500c-48bc-a524-76a329f628ea {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:20.631488 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Device 4fe435cd-500c-48bc-a524-76a329f628ea not bound to the agent host hv-cinder-83109 {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:20.678604 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Deleting port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:20.678942 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:20.679163 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:22:19Z', 'revision_number': 5, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port': {'id': '4bbf26a2-16c8-4b76-a75f-23ee361a75cc', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:10Z', 'updated_at': '2022-03-04T01:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:20.711942 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] Checking router: c946e335-de45-490b-bb97-bf982f0b59b1 for host: dv-cinder-831090-8-iscsi {{(pid=103558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:22:20.721616 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] Routers {'c946e335-de45-490b-bb97-bf982f0b59b1'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:22:20.733360 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:22:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['c946e335-de45-490b-bb97-bf982f0b59b1'], 'active': True} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:20.765574 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] For port 4bbf26a2-16c8-4b76-a75f-23ee361a75cc, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:20.765992 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:20.780444 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Calling delete_port for 4bbf26a2-16c8-4b76-a75f-23ee361a75cc owned by network:router_gateway {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:20.815555 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvr_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] Set router c946e335-de45-490b-bb97-bf982f0b59b1 gateway port host: None {{(pid=103558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:22:20.867165 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_hamode_db [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:22:20Z', 'revision_number': 6, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:20.896111 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedbbfe-e98f-499e-a18b-6f50223690dd None None] The sync data for ids ['c946e335-de45-490b-bb97-bf982f0b59b1'] in dv-cinder-831090-8-iscsi is: [{'id': 'c946e335-de45-490b-bb97-bf982f0b59b1', 'name': 'tempest-TestMinimumBasicScenario-369771149-router', 'tenant_id': '1b08e3f9b64f440b922875dc0068bd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:09Z', 'updated_at': '2022-03-04T01:22:20Z', 'revision_number': 6, 'project_id': '1b08e3f9b64f440b922875dc0068bd67', 'gw_port_host': None}] {{(pid=103558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:22:20.990777 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (4bbf26a2-16c8-4b76-a75f-23ee361a75cc), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.015629 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbf26a2-16c8-4b76-a75f-23ee361a75cc,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:21.078851 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (c946e335-de45-490b-bb97-bf982f0b59b1), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.167326 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (c946e335-de45-490b-bb97-bf982f0b59b1), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.169272 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks [] for router_controller (c946e335-de45-490b-bb97-bf982f0b59b1), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.254651 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (c946e335-de45-490b-bb97-bf982f0b59b1), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.255334 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c946e335-de45-490b-bb97-bf982f0b59b1 {{(pid=103557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:22:21.259978 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.261045 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-e60f32f1-165b-451e-86b8-37835814d712 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c946e335-de45-490b-bb97-bf982f0b59b1 HTTP/1.1" status: 204 len: 168 time: 0.8965261 Mar 04 01:22:21.263642 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37336) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:21.308669 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Deleting subnet 9baf2bd4-0f14-4679-ba43-c14d82f9b09c {{(pid=103556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:22:21.311899 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Publish callbacks [] for subnet (9baf2bd4-0f14-4679-ba43-c14d82f9b09c), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.349602 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129723672'] for subnet (9baf2bd4-0f14-4679-ba43-c14d82f9b09c), precommit_delete_associations {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.421629 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (9baf2bd4-0f14-4679-ba43-c14d82f9b09c), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.545279 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129973475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130000653'] for subnet (9baf2bd4-0f14-4679-ba43-c14d82f9b09c), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.569647 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9baf2bd4-0f14-4679-ba43-c14d82f9b09c,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:21.575237 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.578611 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-a87e2769-ac16-45da-91aa-82bc571929c4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9baf2bd4-0f14-4679-ba43-c14d82f9b09c HTTP/1.1" status: 204 len: 168 time: 0.3137836 Mar 04 01:22:21.580459 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4814767-3d7e-412c-8274-126c70fd64a9 None None] Network d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:22:21.581411 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37338) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:21.648805 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.706589 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5b8484c4-fbfe-4096-be31-b122bbd2db8e no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:21.725182 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Deleting port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:21.725541 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.737238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 5b8484c4-fbfe-4096-be31-b122bbd2db8e {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:21.737594 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 5b8484c4-fbfe-4096-be31-b122bbd2db8e not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:21.738077 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4bbf26a2-16c8-4b76-a75f-23ee361a75cc no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:21.757601 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 4bbf26a2-16c8-4b76-a75f-23ee361a75cc {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:21.757955 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 4bbf26a2-16c8-4b76-a75f-23ee361a75cc not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:21.760942 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] DHCP port deletion for d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:22:21.792935 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] For port 61dc1172-eb3c-456f-b14a-b2b9dcb94648, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=61dc1172-eb3c-456f-b14a-b2b9dcb94648,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:21.793308 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.807271 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Calling delete_port for 61dc1172-eb3c-456f-b14a-b2b9dcb94648 owned by network:dhcp {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:21.810797 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Deleting port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:21.811174 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.876381 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] For port 61dc1172-eb3c-456f-b14a-b2b9dcb94648, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=61dc1172-eb3c-456f-b14a-b2b9dcb94648,segment=NetworkSegment(4a8d981b-5528-4157-b58f-180e436ec72d),segment_id=4a8d981b-5528-4157-b58f-180e436ec72d)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:21.876860 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.888922 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Calling delete_port for 61dc1172-eb3c-456f-b14a-b2b9dcb94648 owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:21.939665 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.967121 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61dc1172-eb3c-456f-b14a-b2b9dcb94648,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:21.967822 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (61dc1172-eb3c-456f-b14a-b2b9dcb94648), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:21.969045 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] No DVR routers for this DVR port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 on host dv-cinder-831090-8-iscsi {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:22:21.993210 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Pushing event deleted for resources: {'Port': ['ID=61dc1172-eb3c-456f-b14a-b2b9dcb94648,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:22.001500 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.001863 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.002214 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.002559 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.002895 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.003230 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.003565 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.003929 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.004281 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.004615 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.004943 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.005267 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.005592 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-8-iscsi {{(pid=103558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 01:22:22.008299 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbd1a8-e928-43e4-92b2-a7de91d9e6ef None None] No DVR routers for this DVR port 61dc1172-eb3c-456f-b14a-b2b9dcb94648 on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:22:22.050959 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:22.070252 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1eeb8c4-4e14-40ac-9ccf-20f139ee0669']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:22.079489 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8d981b-5528-4157-b58f-180e436ec72d') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:22.079784 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8d981b-5528-4157-b58f-180e436ec72d') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:22.089387 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (4a8d981b-5528-4157-b58f-180e436ec72d), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:22.102562 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (4a8d981b-5528-4157-b58f-180e436ec72d), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:22.108088 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:22:22.108492 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (4a8d981b-5528-4157-b58f-180e436ec72d), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:22:22.110066 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:22:22.230698 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (d1eeb8c4-4e14-40ac-9ccf-20f139ee0669), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:22.236302 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:22.240477 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1eeb8c4-4e14-40ac-9ccf-20f139ee0669 HTTP/1.1" status: 204 len: 168 time: 0.6580503 Mar 04 01:22:22.245647 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [-] (103556) accepted ('10.222.0.32', 37340) {{(pid=103556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:22.255277 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38efb8-23a5-4e42-a101-5b1fe1211ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1eeb8c4-4e14-40ac-9ccf-20f139ee0669,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:22.845042 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3979206'] for router_interface (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:23.082433 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Deleting port e56aa0d7-a2a1-42fd-be62-d1986c0046bd {{(pid=103556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:23.082768 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), before_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:23.156363 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.db [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] For port e56aa0d7-a2a1-42fd-be62-d1986c0046bd, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:23.156649 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), precommit_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:23.172724 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.plugins.ml2.plugin [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Calling delete_port for e56aa0d7-a2a1-42fd-be62-d1986c0046bd owned by network:router_interface {{(pid=103556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:23.390612 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129973456'] for port (e56aa0d7-a2a1-42fd-be62-d1986c0046bd), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:23.415345 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56aa0d7-a2a1-42fd-be62-d1986c0046bd,revision_number=None']} {{(pid=103556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:23.584466 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron_lib.callbacks.manager [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3979050'] for router_interface (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), after_delete {{(pid=103556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:23.683297 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 61dc1172-eb3c-456f-b14a-b2b9dcb94648 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:23.711676 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 61dc1172-eb3c-456f-b14a-b2b9dcb94648 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:23.711676 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 61dc1172-eb3c-456f-b14a-b2b9dcb94648 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:23.805903 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 has already been hosted by L3 agent 7a77ef8b-2c42-4813-b71a-bd26be911af8 {{(pid=103556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 01:22:23.910411 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] Notify agent at l3_agent.dv-cinder-831090-8-iscsi the message routers_updated {{(pid=103556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 01:22:23.917766 dv-cinder-831090-8-iscsi neutron-server[103556]: INFO neutron.wsgi [None req-de94166a-003f-4aa3-a0a8-623af5c001c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6708138 Mar 04 01:22:23.917896 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37342) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:23.918833 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] Sync routers for ids ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'] in dv-cinder-831090-8-iscsi {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 01:22:23.930583 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] Routers {'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:22:23.931121 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:22:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:24.023341 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks [] for router (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.034932 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] Set router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 gateway port host: dv-cinder-831090-8-iscsi {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:22:24.122376 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks [] for router_gateway (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.247079 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Deleting port 26688701-3042-409c-ab11-1ebf2c6644e8 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:24.247331 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.289768 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'external_fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:22:23Z', 'revision_number': 5, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port': {'id': '26688701-3042-409c-ab11-1ebf2c6644e8', 'name': '', 'network_id': 'cdc69800-4de6-4e6e-9a26-ecf98ddd830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T01:20:16Z', 'updated_at': '2022-03-04T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1bdae08-0153-4218-b115-bea5aaae8db4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-8-iscsi'}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:24.317238 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] Checking router: cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 for host: dv-cinder-831090-8-iscsi {{(pid=103559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 01:22:24.323155 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] For port 26688701-3042-409c-ab11-1ebf2c6644e8, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=26688701-3042-409c-ab11-1ebf2c6644e8,segment=NetworkSegment(ff931fda-d60c-4f42-b3e4-eaecd5b731f7),segment_id=ff931fda-d60c-4f42-b3e4-eaecd5b731f7)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:24.323495 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.325146 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] Routers {'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'} bound to L3 agent in host dv-cinder-831090-8-iscsi {{(pid=103559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 01:22:24.325746 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T00:59:41Z,description=,heartbeat_timestamp=2022-03-04T01:22:11Z,host='dv-cinder-831090-8-iscsi',id=7a77ef8b-2c42-4813-b71a-bd26be911af8,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T00:59:42Z,topic='l3_agent')) {'router_ids': ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'], 'active': True} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:24.335719 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Calling delete_port for 26688701-3042-409c-ab11-1ebf2c6644e8 owned by network:router_gateway {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:24.409837 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_dvr_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] Set router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 gateway port host: None {{(pid=103559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 01:22:24.462919 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.l3_hamode_db [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:22:24Z', 'revision_number': 6, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port_host': None}], 'dv-cinder-831090-8-iscsi', False) {} {{(pid=103559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:24.488463 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad0772-adec-4429-8a13-e16830cc11c5 None None] The sync data for ids ['cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6'] in dv-cinder-831090-8-iscsi is: [{'id': 'cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6', 'name': 'tempest-TestMinimumBasicScenario-1703901153-router', 'tenant_id': '36be1da2c3314fa3900103a256dd7680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T01:20:15Z', 'updated_at': '2022-03-04T01:22:24Z', 'revision_number': 6, 'project_id': '36be1da2c3314fa3900103a256dd7680', 'gw_port_host': None}] {{(pid=103559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 01:22:24.568391 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (26688701-3042-409c-ab11-1ebf2c6644e8), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.595974 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Pushing event deleted for resources: {'Port': ['ID=26688701-3042-409c-ab11-1ebf2c6644e8,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:24.653777 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3967880'] for router_gateway (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.744465 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3981080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28946'] for router (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.746526 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks [] for router_controller (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.842528 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3981091'] for router (cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.843202 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 {{(pid=103557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 01:22:24.848225 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.851791 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-b8d501c6-3910-4a07-8053-25381ac8c895 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cb9dbce2-78bd-473f-b0f9-97a4fae0aeb6 HTTP/1.1" status: 204 len: 168 time: 0.9305520 Mar 04 01:22:24.852090 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37344) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:24.901609 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.db_base_plugin_v2 [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Deleting subnet 26bac493-5e9c-4202-a3b2-e2226a7f86b5 {{(pid=103557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 01:22:24.904893 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Publish callbacks [] for subnet (26bac493-5e9c-4202-a3b2-e2226a7f86b5), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:24.939430 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126837254'] for subnet (26bac493-5e9c-4202-a3b2-e2226a7f86b5), precommit_delete_associations {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.012998 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411686'] for subnet (26bac493-5e9c-4202-a3b2-e2226a7f86b5), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.134083 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3814125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126873556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126007744'] for subnet (26bac493-5e9c-4202-a3b2-e2226a7f86b5), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.160156 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bac493-5e9c-4202-a3b2-e2226a7f86b5,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:25.165724 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.171193 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-846b98f8-a787-4b99-b90c-fef03c84f11c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/26bac493-5e9c-4202-a3b2-e2226a7f86b5 HTTP/1.1" status: 204 len: 168 time: 0.3160663 Mar 04 01:22:25.171347 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622590e-42aa-4934-97e8-5eba560b3589 None None] Network 07bb57fc-90bd-44bd-b8e5-e857fd622396 requested from dv-cinder-831090-8-iscsi {{(pid=103558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 01:22:25.172279 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37346) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:25.241767 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535901'] for network (07bb57fc-90bd-44bd-b8e5-e857fd622396), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.298702 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Deleting port 1a3da055-feb6-4ce8-ba18-5491b65d1649 {{(pid=103557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:25.299047 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.317914 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] DHCP port deletion for 07bb57fc-90bd-44bd-b8e5-e857fd622396 request from dv-cinder-831090-8-iscsi {{(pid=103558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 01:22:25.367268 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.db [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] For port 1a3da055-feb6-4ce8-ba18-5491b65d1649, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1a3da055-feb6-4ce8-ba18-5491b65d1649,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:25.367635 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.369789 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] Deleting port 1a3da055-feb6-4ce8-ba18-5491b65d1649 {{(pid=103558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 01:22:25.370168 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753888070009'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), before_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.380347 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Calling delete_port for 1a3da055-feb6-4ce8-ba18-5491b65d1649 owned by network:dhcp {{(pid=103557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:25.435257 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.db [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] For port 1a3da055-feb6-4ce8-ba18-5491b65d1649, host dv-cinder-831090-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-8-iscsi',level=0,port_id=1a3da055-feb6-4ce8-ba18-5491b65d1649,segment=NetworkSegment(c94b6781-6ac3-4d83-9672-84470c8c9341),segment_id=c94b6781-6ac3-4d83-9672-84470c8c9341)] {{(pid=103558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 01:22:25.435960 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3966637'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), precommit_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.449709 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] Calling delete_port for 1a3da055-feb6-4ce8-ba18-5491b65d1649 owned by network:dhcp {{(pid=103558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 01:22:25.530992 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126873575'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.534262 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753888074716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753887747054'] for port (1a3da055-feb6-4ce8-ba18-5491b65d1649), after_delete {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.554366 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3da055-feb6-4ce8-ba18-5491b65d1649,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:25.557836 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] No DVR routers for this DVR port 1a3da055-feb6-4ce8-ba18-5491b65d1649 on host dv-cinder-831090-8-iscsi {{(pid=103557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:22:25.560874 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] Pushing event deleted for resources: {'Port': ['ID=1a3da055-feb6-4ce8-ba18-5491b65d1649,revision_number=None']} {{(pid=103558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:25.562746 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467df5b3-f227-4792-a66d-e310717293e9 None None] No DVR routers for this DVR port 1a3da055-feb6-4ce8-ba18-5491b65d1649 on host dv-cinder-831090-8-iscsi {{(pid=103558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 01:22:25.626344 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 26688701-3042-409c-ab11-1ebf2c6644e8 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:25.634161 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379485', 'neutron.services.segments.db._delete_segments_for_network-8753888321181'] for network (07bb57fc-90bd-44bd-b8e5-e857fd622396), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.646459 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 26688701-3042-409c-ab11-1ebf2c6644e8 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:25.646738 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 26688701-3042-409c-ab11-1ebf2c6644e8 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:25.647200 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device e56aa0d7-a2a1-42fd-be62-d1986c0046bd no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:25.654727 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb57fc-90bd-44bd-b8e5-e857fd622396']}} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:25.664553 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94b6781-6ac3-4d83-9672-84470c8c9341') {'for_net_delete': True} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:25.664860 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.services.segments.db [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94b6781-6ac3-4d83-9672-84470c8c9341') {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 01:22:25.665879 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: e56aa0d7-a2a1-42fd-be62-d1986c0046bd {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:25.666230 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device e56aa0d7-a2a1-42fd-be62-d1986c0046bd not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:25.666641 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1a3da055-feb6-4ce8-ba18-5491b65d1649 no longer exists at agent ovs-agent-dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 01:22:25.674118 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753888325286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126837265'] for segment (c94b6781-6ac3-4d83-9672-84470c8c9341), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.685482 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.plugin [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] No Port match for: 1a3da055-feb6-4ce8-ba18-5491b65d1649 {{(pid=103558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 01:22:25.685832 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron.plugins.ml2.rpc [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Device 1a3da055-feb6-4ce8-ba18-5491b65d1649 not bound to the agent host dv-cinder-831090-8-iscsi {{(pid=103558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 01:22:25.687891 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369'] for segment (c94b6781-6ac3-4d83-9672-84470c8c9341), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1413369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126873354'] for segment (c94b6781-6ac3-4d83-9672-84470c8c9341), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: Traceback (most recent call last): Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: timer() Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: cb(*args, **kw) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: return func(*args, **kwargs) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: self._notify() Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: self.callback(batched_events) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: event.method(event) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: return f(self, *a, **k) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._get(url).json() Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: return self.request(url, 'GET', **kwargs) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 01:22:25.699354 dv-cinder-831090-8-iscsi neutron-server[103557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 01:22:25.785839 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3967924'] for network (07bb57fc-90bd-44bd-b8e5-e857fd622396), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.790863 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:25.794076 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] 10.222.0.32 "DELETE /v2.0/networks/07bb57fc-90bd-44bd-b8e5-e857fd622396 HTTP/1.1" status: 204 len: 168 time: 0.6208601 Mar 04 01:22:25.804857 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69300d-a4e2-42be-9f67-29a8ee5ae346 admin admin] Pushing event deleted for resources: {'Network': ['ID=07bb57fc-90bd-44bd-b8e5-e857fd622396,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:26.104556 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37350) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:26.143777 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-98ff16b7-70c0-481f-951c-2dbd536497a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b08e3f9b64f440b922875dc0068bd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379303 Mar 04 01:22:26.146718 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37352) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:26.190838 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f30bb018-bcb6-4724-a1ab-929bc4a4a013 admin admin] Publish callbacks [] for security_group (ad328fb0-e1dc-449a-83c4-811fec91cd32), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:26.211945 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f30bb018-bcb6-4724-a1ab-929bc4a4a013 admin admin] Publish callbacks [] for security_group (ad328fb0-e1dc-449a-83c4-811fec91cd32), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:26.299218 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f30bb018-bcb6-4724-a1ab-929bc4a4a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (ad328fb0-e1dc-449a-83c4-811fec91cd32), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:26.302050 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-f30bb018-bcb6-4724-a1ab-929bc4a4a013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:26.303175 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-f30bb018-bcb6-4724-a1ab-929bc4a4a013 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad328fb0-e1dc-449a-83c4-811fec91cd32 HTTP/1.1" status: 204 len: 168 time: 0.1555877 Mar 04 01:22:26.311533 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bb018-bcb6-4724-a1ab-929bc4a4a013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad328fb0-e1dc-449a-83c4-811fec91cd32,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:26.897950 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37358) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:26.936943 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-8d523c30-5671-4085-81ac-7a65d6acd17e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36be1da2c3314fa3900103a256dd7680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378845 Mar 04 01:22:26.939279 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [-] (103557) accepted ('10.222.0.32', 37360) {{(pid=103557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 01:22:26.986662 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ae28786f-2891-4f6b-a2c2-9c4361725080 admin admin] Publish callbacks [] for security_group (7b8a8651-ade2-45e4-be91-0c92cdf1e354), before_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:27.007131 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ae28786f-2891-4f6b-a2c2-9c4361725080 admin admin] Publish callbacks [] for security_group (7b8a8651-ade2-45e4-be91-0c92cdf1e354), precommit_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:27.093370 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ae28786f-2891-4f6b-a2c2-9c4361725080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919234'] for security_group (7b8a8651-ade2-45e4-be91-0c92cdf1e354), after_delete {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:27.095946 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-ae28786f-2891-4f6b-a2c2-9c4361725080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:27.097156 dv-cinder-831090-8-iscsi neutron-server[103557]: INFO neutron.wsgi [None req-ae28786f-2891-4f6b-a2c2-9c4361725080 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b8a8651-ade2-45e4-be91-0c92cdf1e354 HTTP/1.1" status: 204 len: 168 time: 0.1569724 Mar 04 01:22:27.105409 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28786f-2891-4f6b-a2c2-9c4361725080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8a8651-ade2-45e4-be91-0c92cdf1e354,revision_number=None']} {{(pid=103557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 01:22:28.552317 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:22:32.041955 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:39.190346 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2aef8ae-c5b2-402b-a489-f3fe11fe21c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:41.510672 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-4cce5ebb-8eef-44db-8cee-6b5ed83ac704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:43.058258 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:44.510386 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:22:45.749697 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:02.081514 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:05.550747 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:23:09.195649 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c1b0-56e7-4af6-b827-fb93110b16fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:11.504410 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-9458c04e-b687-40cb-879c-2538e8af4267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:13.058763 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:14.549972 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:15.860282 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:28.174643 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [req-fe13c690-3162-4fe9-89c0-81d08c7f7e31 req-df8c331c-7e83-448b-b6e9-a0297cc75019 service neutron] (103557) timed out ('10.222.0.35', 50692) {{(pid=103557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 01:23:32.070084 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:39.195064 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-9745beed-b2f7-4694-a1c3-7bf41a1a2529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:41.526335 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6171-dde5-4352-aa28-b2a5f38ea7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:42.549559 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:23:42.741047 dv-cinder-831090-8-iscsi neutron-server[103557]: DEBUG neutron.wsgi [req-f47931b9-9b5e-48d8-b4fb-01a6dfc2a5bd req-7a253886-6394-4b3d-bd39-571ae42b6fd9 service neutron] (103557) timed out ('10.222.0.35', 50682) {{(pid=103557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 01:23:42.776414 dv-cinder-831090-8-iscsi neutron-server[103556]: DEBUG neutron.wsgi [req-67d20e92-6a14-4425-9e46-b7adef5aec34 req-f9a30861-3137-4b78-94b4-2f61223a0175 service neutron] (103556) timed out ('10.222.0.35', 50681) {{(pid=103556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 01:23:43.057983 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:44.520667 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:23:45.749010 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:02.091915 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:09.206168 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-b12a066f-3e5d-426d-befd-37c8e5b5dd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:11.525650 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-71113ad5-ed47-4ebf-b228-ae3fa4e9f003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:13.051767 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:14.514690 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:15.743342 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:19.549705 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:24:32.131378 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:39.199370 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-0e46583c-915d-4793-8552-75791513bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:41.519436 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-616b0e39-3597-4133-9575-3769244af5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:43.073667 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:44.531094 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:45.753575 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:24:56.549760 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:25:02.096402 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:09.204847 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-77cd6acc-d455-407c-bec1-f4a16d13c9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:11.524462 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-67a15274-a970-4177-8d73-2e551a0bc098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:13.081976 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:14.535987 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:15.758967 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:32.084192 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:33.548646 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:25:39.227852 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-633ae4a4-b63a-4646-88ab-cc0553cd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:41.506825 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-3cbc6616-3bb5-46b4-a433-d3e69cc39e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:43.101156 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:44.512726 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:25:45.735238 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:02.100854 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:09.203858 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7e05c9c7-1d30-4308-87bf-30e1c07d37bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:10.548795 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:26:11.517815 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-976c88b6-17f5-4dec-b543-358a1954f60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:13.077922 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:14.529570 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:15.741011 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:32.117695 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:39.202804 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6aacf494-bbfc-4fc1-a67a-dc0e6442fc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:41.557802 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0a36-dfb0-47e5-a9ca-11c6c58dba10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:43.054241 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:44.562941 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:45.780180 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:26:47.549648 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:27:02.116970 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:09.196983 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7220bc9c-6b67-4ff8-b3ad-c1d7a0cf6093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:11.528491 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2b487d6-e738-4593-93c9-cec411b13e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:13.065609 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:14.533486 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:15.762260 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:24.548692 dv-cinder-831090-8-iscsi neutron-server[103559]: DEBUG neutron.db.agents_db [None req-db089fec-88cf-4734-828a-26af42f7e7b5 None None] Agent healthcheck: found 6 active agents {{(pid=103559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 01:27:32.110901 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-65c137d3-9e5f-472a-869a-df5a21621cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (2022a18e-55d4-4161-b4db-44f98004364c), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:39.202707 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed1bd-2cea-46ef-a2a1-394d0ce7843b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (1f41ae42-f610-44b6-9760-6f4b96894800), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:41.527970 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9f51-5406-4443-a123-fd2c29f706d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (7a77ef8b-2c42-4813-b71a-bd26be911af8), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:43.093736 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-dc4d2ba8-85d9-4606-b465-1e696209d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (8154d521-803c-4791-8d3b-0180f80d9573), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:44.533913 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-6418d920-3052-4118-8a29-4d9e61484ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (3b5c67d6-00f6-46c1-b8a2-cc00973930cb), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 01:27:45.750708 dv-cinder-831090-8-iscsi neutron-server[103558]: DEBUG neutron_lib.callbacks.manager [None req-a2d44dcc-0c67-4d03-8d5b-69003c918907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753888321163', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377930'] for agent (4458fd6c-6c0c-4cb3-b893-83dc2d259d91), after_update {{(pid=103558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}